{"severity_text":"INFO","timestamp":"2026-11-03T15:37:54.793062864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:54.841061793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:54.937428587Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:54.937456889Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:55.139892267Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:55.139937421Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:55.2942989Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/cfbb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.192623441Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.295844941Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.295966882Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296033585Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296086732Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.29613246Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296183858Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296224812Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296275107Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296340133Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296389236Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296426216Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296479383Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296500814Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296575077Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296920427Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.296927935Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.297023044Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.297054194Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.297146669Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.297232287Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1103 15:37:56.398080 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.398168505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.599244575Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:37:56.599293671Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 15:38:13.183664 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184050716Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18425983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184337663Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184450366Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18447792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184514577Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18461374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18475628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184877808Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185083297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185126249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18523746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185311516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185346973Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185361136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185388149Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185404566Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185452327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185493056Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185574194Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185580076Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185598586Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185682075Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18574792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185788537Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185800519Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185824562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.184456507Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185960865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.185987045Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186100382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186319421Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186382861Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186466065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186608661Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186634141Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.186990869Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18703764Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187101809Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187122182Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187249766Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187289961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187441384Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187485738Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.18773628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187760347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187790158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.1878875Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.187929536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.188134821Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.188180846Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.188211038Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.422372408Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.517016459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.565990084Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.787876181Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.78792395Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789032495Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789068159Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.78946945Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789499714Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789033356Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789540405Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789679999Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.789700012Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.790899806Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.790926855Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.889578477Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:13.889624803Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:14.891114432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb22ce3-f562-424f-ad46-80b586c2125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:14.939909699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb22ce3-f562-424f-ad46-80b586c2125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:14.988933919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb22ce3-f562-424f-ad46-80b586c2125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:15.037572104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cb22ce3-f562-424f-ad46-80b586c2125d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:18.561824489Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7ee99427-9723-4025-b945-c3926d86c84a","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:19.589863845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62af85aa-6324-4b6a-b418-9eaf24aeb94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:19.638320084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62af85aa-6324-4b6a-b418-9eaf24aeb94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:19.686918529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62af85aa-6324-4b6a-b418-9eaf24aeb94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:19.735768848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62af85aa-6324-4b6a-b418-9eaf24aeb94f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:21.520470074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab387366-1ea0-4e5f-9961-3585a757974a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:21.569029224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab387366-1ea0-4e5f-9961-3585a757974a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:21.617623812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab387366-1ea0-4e5f-9961-3585a757974a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:21.666281773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab387366-1ea0-4e5f-9961-3585a757974a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.340689874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf9fd5-8e35-4a0c-8ed8-fab8927ae59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.47964779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf9fd5-8e35-4a0c-8ed8-fab8927ae59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.532419212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf9fd5-8e35-4a0c-8ed8-fab8927ae59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.556439021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9aca98-d489-41d9-b82b-5a3c543892e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.609878958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9aca98-d489-41d9-b82b-5a3c543892e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.665375096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc9aca98-d489-41d9-b82b-5a3c543892e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.732497514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aaba71e-7a82-4c33-b426-89f4585c4c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.786176707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aaba71e-7a82-4c33-b426-89f4585c4c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.838753979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aaba71e-7a82-4c33-b426-89f4585c4c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.864070517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1743cc-605a-454e-b4b5-8b826e7b3960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.917900075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1743cc-605a-454e-b4b5-8b826e7b3960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:33.970967484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1743cc-605a-454e-b4b5-8b826e7b3960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.3503944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e79bcd-21b3-478e-b86c-8b702cfd7510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.404093296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e79bcd-21b3-478e-b86c-8b702cfd7510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.456345374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e79bcd-21b3-478e-b86c-8b702cfd7510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.456466786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837c15dc-c3fa-441b-aa9a-a6933028bde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.510135818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837c15dc-c3fa-441b-aa9a-a6933028bde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.562772911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837c15dc-c3fa-441b-aa9a-a6933028bde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.725059395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"672cb752-ac48-4a7f-9ac7-6f7bd2c67ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.725560226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e330dd-3c69-4be9-9a9a-9f4549708d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.779489573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"672cb752-ac48-4a7f-9ac7-6f7bd2c67ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.779555147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e330dd-3c69-4be9-9a9a-9f4549708d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:38:34.788380496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b8ef964-4193-46f7-8bf7-09057e5c306f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:38:34.831354326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80a0572d-53de-40c8-9f6b-959acfaa65f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.832214989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"672cb752-ac48-4a7f-9ac7-6f7bd2c67ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.832734588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9e330dd-3c69-4be9-9a9a-9f4549708d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.998826061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c57141c-86f6-4951-a422-3d8380a788ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:34.998874255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8fe491f-6a77-4dfa-9c34-56e6d2286a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.034557371Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a9fd8a2-adb3-47bb-8078-973afb1212e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.05619256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8fe491f-6a77-4dfa-9c34-56e6d2286a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.056943819Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f33cd99-f173-40ef-9c2d-401ba70e1b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.057769657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c57141c-86f6-4951-a422-3d8380a788ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.108699866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8fe491f-6a77-4dfa-9c34-56e6d2286a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.110731554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c57141c-86f6-4951-a422-3d8380a788ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.194175185Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f855cd2a-fa6e-4cad-8099-df68bf1acda7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.293937556Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa321f1e-f2ea-4978-88b7-e82cd8a1249a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.334692048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2fd0e94-53a1-4b9f-b6a4-8e66f98b19a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.33479321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80c0d9e5-c9a1-457a-a08a-879d69b76f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.389096169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2fd0e94-53a1-4b9f-b6a4-8e66f98b19a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.390382173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80c0d9e5-c9a1-457a-a08a-879d69b76f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.441952656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2fd0e94-53a1-4b9f-b6a4-8e66f98b19a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:35.443019618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80c0d9e5-c9a1-457a-a08a-879d69b76f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:38.840862571Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26e2bbb0-5255-447c-b005-c48ce4daeb01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:38.971818116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92182d66-c714-4b64-ad45-3b3af905ec55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:38.971863266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92182d66-c714-4b64-ad45-3b3af905ec55","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.020627372Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"629c367c-28bc-4f48-98ab-c7252b496913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.021053879Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af04463f-63d8-4ba1-9f72-f5d0ba33a025","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.042145936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8853f547-ff72-40c5-8a50-38b3b55a07da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.042166501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8853f547-ff72-40c5-8a50-38b3b55a07da","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.117230491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310b12ad-1a5d-41ff-8309-c998da33863d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.117238554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccc4041-0419-44b3-851c-838a25f59710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.171745776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310b12ad-1a5d-41ff-8309-c998da33863d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.17200582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccc4041-0419-44b3-851c-838a25f59710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.225348698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ccc4041-0419-44b3-851c-838a25f59710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.225348389Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310b12ad-1a5d-41ff-8309-c998da33863d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.321249065Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dad87725-2d73-4f85-8cb4-5fe9a9fa068b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.522153131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8090817d-4614-4de5-a71b-1a028580e235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.545327688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f8bd63-d033-4684-9ebb-28d3bf7b0d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.578450253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8090817d-4614-4de5-a71b-1a028580e235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.578508366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8090817d-4614-4de5-a71b-1a028580e235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.602625587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f8bd63-d033-4684-9ebb-28d3bf7b0d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:39.602683215Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f8bd63-d033-4684-9ebb-28d3bf7b0d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:40.701622545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46a28fa6-a81f-492c-aa56-7c6b2e550a49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:40.701652484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46a28fa6-a81f-492c-aa56-7c6b2e550a49","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.481747416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d026ab-f222-47d5-89b8-6b85d771c1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.482215048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf12dc57-f6d3-4a91-9468-d5ab52ea891a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.580315228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d026ab-f222-47d5-89b8-6b85d771c1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.58037197Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d026ab-f222-47d5-89b8-6b85d771c1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.58113686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf12dc57-f6d3-4a91-9468-d5ab52ea891a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.58118607Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf12dc57-f6d3-4a91-9468-d5ab52ea891a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:43.628852796Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:44.189790302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902f63f-5b36-44a7-ab16-69c23030b243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:44.238227957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902f63f-5b36-44a7-ab16-69c23030b243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:44.286662081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902f63f-5b36-44a7-ab16-69c23030b243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:44.336075796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1902f63f-5b36-44a7-ab16-69c23030b243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.27488028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37f5c33b-c486-4b96-8fcf-c0502be50e7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.274899596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"37f5c33b-c486-4b96-8fcf-c0502be50e7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.27531245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dac2c6a-72ff-4d52-863c-55c740678f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.275327814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5dac2c6a-72ff-4d52-863c-55c740678f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.323883301Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7501a0c-0be4-4bc7-93c6-e40fd97af0c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.324227593Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"111de50e-73b4-4a24-8d51-4fd2fd15ae96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.34757412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fef1a7af-7895-4d08-93a9-a71d2db3de7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.347591438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fef1a7af-7895-4d08-93a9-a71d2db3de7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.347816778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4eecd17-7199-46fb-99c4-866998eacf83","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.347855692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4eecd17-7199-46fb-99c4-866998eacf83","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.420050335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba1d04bc-df22-4e62-ae08-961fb486659f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.420046505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c858f4-9075-455e-8bb8-d5ce3c3cad18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.474255715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c858f4-9075-455e-8bb8-d5ce3c3cad18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.474317605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5c858f4-9075-455e-8bb8-d5ce3c3cad18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.474339777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba1d04bc-df22-4e62-ae08-961fb486659f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.47439464Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba1d04bc-df22-4e62-ae08-961fb486659f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.667214988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd934f8-e8a2-476a-87ec-7bfdf1e7d432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.667215057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7da768-10e0-4a4d-8724-64fe97f785c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.722595802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd934f8-e8a2-476a-87ec-7bfdf1e7d432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.722654391Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd934f8-e8a2-476a-87ec-7bfdf1e7d432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.722766997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7da768-10e0-4a4d-8724-64fe97f785c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:46.722820243Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7da768-10e0-4a4d-8724-64fe97f785c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:47.615070855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a90ad0f-9725-4360-91f6-e7696aad7e3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:47.61508916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a90ad0f-9725-4360-91f6-e7696aad7e3e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.01658141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5440f00b-a1a9-4d4a-8d5d-8c78f876a74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.016599077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42716de7-57b3-445e-9940-7a5380225e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.096376302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42716de7-57b3-445e-9940-7a5380225e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.09644615Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42716de7-57b3-445e-9940-7a5380225e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.09755253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5440f00b-a1a9-4d4a-8d5d-8c78f876a74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:49.097609645Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5440f00b-a1a9-4d4a-8d5d-8c78f876a74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.32673796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbc5eb84-6866-4d29-a0c3-ff3e99ec0def","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.326764081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbc5eb84-6866-4d29-a0c3-ff3e99ec0def","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.327098683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd5cabbc-adf3-438a-ad41-9ad7e548bf99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.327116169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd5cabbc-adf3-438a-ad41-9ad7e548bf99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.327371173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90dca930-1338-47b8-8b15-bae2e13e7f01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.327387361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90dca930-1338-47b8-8b15-bae2e13e7f01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.376610671Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3898a1f-a670-40a0-9b04-9acada0afca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.376611566Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e343751-2ecf-45c8-b722-9aa17ab52173","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.422701571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef7fc463-2782-4598-9f92-4b2f75fb8d2d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.422727045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef7fc463-2782-4598-9f92-4b2f75fb8d2d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.423109459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"36633551-ae1f-47dc-954c-72e705b78d1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.423127587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"36633551-ae1f-47dc-954c-72e705b78d1a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.423398043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a7b1ac0-c739-432b-bf7a-1b8b98eecae0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.423416118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0a7b1ac0-c739-432b-bf7a-1b8b98eecae0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.471885077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21c87633-47e7-46a2-9968-50ae342c4943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.471971644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3535369e-ccdb-4ee6-877b-30f572aec5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.527854751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21c87633-47e7-46a2-9968-50ae342c4943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.527931332Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21c87633-47e7-46a2-9968-50ae342c4943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.528233839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3535369e-ccdb-4ee6-877b-30f572aec5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.528293707Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3535369e-ccdb-4ee6-877b-30f572aec5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.723624641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90418700-5814-4b77-a9c2-a49dff2de5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.723643156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458fe469-c9c4-4f4d-bd4d-14e256d7b6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.778650205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458fe469-c9c4-4f4d-bd4d-14e256d7b6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.778675385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90418700-5814-4b77-a9c2-a49dff2de5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.778711323Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458fe469-c9c4-4f4d-bd4d-14e256d7b6e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:50.778719965Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90418700-5814-4b77-a9c2-a49dff2de5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:51.632824212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4aff5da-66aa-4245-89a0-e59181d806d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:51.632858493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4aff5da-66aa-4245-89a0-e59181d806d5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.019427609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a82a5b97-b519-44ad-a5ef-4aa43f2b4444","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.019453297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a82a5b97-b519-44ad-a5ef-4aa43f2b4444","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.01985576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38e3e468-ccd6-498d-94d1-4d32644dbeea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.019871218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38e3e468-ccd6-498d-94d1-4d32644dbeea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.020132703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5328ee7a-ee59-4336-8690-4aba7fa8a641","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.020148717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5328ee7a-ee59-4336-8690-4aba7fa8a641","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.020434305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33b1f825-afd8-482d-856a-df4a90528123","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.020450505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33b1f825-afd8-482d-856a-df4a90528123","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.069259439Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50314518-e958-4cef-9a85-506f06c9eb64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.069259474Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c1c0b8a-b84b-428f-b341-2c71e417d53f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.091471144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21e6fb10-1d4e-47a8-a718-bfcd7362e3c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.091558161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21e6fb10-1d4e-47a8-a718-bfcd7362e3c2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.092141326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"08a1ea2d-d01d-41a8-b3cf-06121093c5b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.092162738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"08a1ea2d-d01d-41a8-b3cf-06121093c5b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.092475226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5567bff-f646-490e-8330-747d89240d03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.092492191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c5567bff-f646-490e-8330-747d89240d03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.09280515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3603bb71-c92f-46eb-b621-97294ccb1c40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.092822934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3603bb71-c92f-46eb-b621-97294ccb1c40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.168243913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e93262a4-0b46-4bec-a325-6edcd1cc30a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.168243985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0f8e81-643f-4aba-ab01-1f0bb390471f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.227590124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e93262a4-0b46-4bec-a325-6edcd1cc30a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.227670267Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e93262a4-0b46-4bec-a325-6edcd1cc30a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.227590126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0f8e81-643f-4aba-ab01-1f0bb390471f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.227754597Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0f8e81-643f-4aba-ab01-1f0bb390471f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.430055708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457192e6-4206-416d-8dc5-4154db94def5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.430057766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e7a0ff7-0fa0-48ec-ab29-a10baf196d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.487858972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457192e6-4206-416d-8dc5-4154db94def5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.487933823Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"457192e6-4206-416d-8dc5-4154db94def5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.49135783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e7a0ff7-0fa0-48ec-ab29-a10baf196d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.491412188Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e7a0ff7-0fa0-48ec-ab29-a10baf196d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.687427473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd649b0-1ecc-4796-8fcf-acda4fdb96e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.687427474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e006ee-15d0-486e-b575-cd06fd44576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.746000446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e006ee-15d0-486e-b575-cd06fd44576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.746081088Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37e006ee-15d0-486e-b575-cd06fd44576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.747256019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd649b0-1ecc-4796-8fcf-acda4fdb96e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:54.747319032Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd649b0-1ecc-4796-8fcf-acda4fdb96e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:55.355136476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bca811f1-a1e3-49cf-bff6-c875f03ae300","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:55.355155466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bca811f1-a1e3-49cf-bff6-c875f03ae300","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251398647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed8597e1-fff0-4ee6-b92a-e5451c4d9a40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251416771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed8597e1-fff0-4ee6-b92a-e5451c4d9a40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251625683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e3e1b699-900c-4043-9252-13c6fc271fe7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251639577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e3e1b699-900c-4043-9252-13c6fc271fe7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251798074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b46d6518-781d-4bce-933b-317cb0d07ee9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.251807485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b46d6518-781d-4bce-933b-317cb0d07ee9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.252022135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7734b04c-99f1-4a7d-96d5-2a1c2b66e255","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.252033562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7734b04c-99f1-4a7d-96d5-2a1c2b66e255","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.252215003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f334581-8f61-4872-b183-432989a49e38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.252225419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f334581-8f61-4872-b183-432989a49e38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.29972Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8403a161-7aae-4566-b182-26d7ae88f6e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.299899247Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cef92265-81bf-4941-bf4d-c35c48f152e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.321745349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"333b1825-babf-464e-b5fc-86e9fc1554cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.3217628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"333b1825-babf-464e-b5fc-86e9fc1554cc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322049323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d43a0533-2dbb-4971-9e60-9a15d3adc54b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322063861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d43a0533-2dbb-4971-9e60-9a15d3adc54b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322258989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"491fa888-6050-4ff7-8d1e-7cb6cfe7abcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322271358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"491fa888-6050-4ff7-8d1e-7cb6cfe7abcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322479577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93ec6c9d-9a07-4aac-a9c8-0f14731a0ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322490603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93ec6c9d-9a07-4aac-a9c8-0f14731a0ca1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.322660462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e77c019-0a0f-4df6-b402-5f23db22c73b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.32267325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8e77c019-0a0f-4df6-b402-5f23db22c73b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.396173271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7b64df6-c157-4182-a1ec-0629c27e71cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.396173039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810326e6-302c-4db3-9eaf-6ccec66f6ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.450530596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810326e6-302c-4db3-9eaf-6ccec66f6ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.450593061Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"810326e6-302c-4db3-9eaf-6ccec66f6ce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.450602082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7b64df6-c157-4182-a1ec-0629c27e71cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.450656984Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7b64df6-c157-4182-a1ec-0629c27e71cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.644743158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea7cf90f-3f59-482c-9371-6b127193da3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.644742992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa59e223-9570-47e6-a7a9-edcae878c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.701473144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa59e223-9570-47e6-a7a9-edcae878c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.701556753Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa59e223-9570-47e6-a7a9-edcae878c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.701721492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea7cf90f-3f59-482c-9371-6b127193da3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:57.701775672Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea7cf90f-3f59-482c-9371-6b127193da3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:58.583776749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0813b4e1-0377-4d7b-9667-d596922e9644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:38:58.583806692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0813b4e1-0377-4d7b-9667-d596922e9644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.735312737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5ade443-fe3a-4245-8f23-224cd7949437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.735340415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5ade443-fe3a-4245-8f23-224cd7949437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.735710878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd5b3533-5308-4e48-b9bb-9f2f5de555c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.735734371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd5b3533-5308-4e48-b9bb-9f2f5de555c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736048524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d7ebdf1-874b-4026-b1ef-9b5dd41e8ecc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736064246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d7ebdf1-874b-4026-b1ef-9b5dd41e8ecc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736339311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5b199ec-893b-401c-8f6b-e17852ecb345","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736357406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5b199ec-893b-401c-8f6b-e17852ecb345","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736637711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fb63015-41fb-4b17-83b6-1f48d86342a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736655284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7fb63015-41fb-4b17-83b6-1f48d86342a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736938589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49b294ca-61a6-4a35-ac14-c2e854a1a19b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.736955206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49b294ca-61a6-4a35-ac14-c2e854a1a19b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.784678753Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"588293b0-393c-4dd1-9d2e-ba951c973416","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.785098206Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2635d5fb-b605-4287-8de7-25c902731ff0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.806520594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39026160-6ed6-4306-a8f4-be5514a5c7af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.806600964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"39026160-6ed6-4306-a8f4-be5514a5c7af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.807021095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07c91d80-ffba-47b3-bdd4-d2ab8be9167d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.80704069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07c91d80-ffba-47b3-bdd4-d2ab8be9167d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.807341391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0d7a96e-3508-4d35-9d46-4a3fa580194d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.8073599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0d7a96e-3508-4d35-9d46-4a3fa580194d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.807669338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef3a970b-0ebb-4070-96f8-aa07e6fc8be9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.807689146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ef3a970b-0ebb-4070-96f8-aa07e6fc8be9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.808013849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"311f63e6-7a32-4422-abb3-bbb20a7628f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.808076681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"311f63e6-7a32-4422-abb3-bbb20a7628f3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.808405328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"63af067b-79ff-4d73-8539-17b00577062f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.808466991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"63af067b-79ff-4d73-8539-17b00577062f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.881761457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e183b4a0-c3a3-4f1b-bd47-4b440213ef27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.881760731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfd31f6-a43f-4a90-8e5e-79effdcf643d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.938147352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e183b4a0-c3a3-4f1b-bd47-4b440213ef27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.938230134Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e183b4a0-c3a3-4f1b-bd47-4b440213ef27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.938307562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfd31f6-a43f-4a90-8e5e-79effdcf643d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:00.938375238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbfd31f6-a43f-4a90-8e5e-79effdcf643d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.132622137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cce257b-c84a-412b-97d7-ef22327c456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.132622126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101752b3-fb13-4a37-ad8f-9daa13cf0e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.188677747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cce257b-c84a-412b-97d7-ef22327c456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.188936141Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cce257b-c84a-412b-97d7-ef22327c456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.188937452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101752b3-fb13-4a37-ad8f-9daa13cf0e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.18914131Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101752b3-fb13-4a37-ad8f-9daa13cf0e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.55945172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4f6ace-8007-42dd-b962-b037af2619af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.560132578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5b311e-d448-4f2b-94b5-4f505b75bc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.616417724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5b311e-d448-4f2b-94b5-4f505b75bc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.616502953Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb5b311e-d448-4f2b-94b5-4f505b75bc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.616628454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4f6ace-8007-42dd-b962-b037af2619af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.616749547Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4f6ace-8007-42dd-b962-b037af2619af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.812969104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69866ba3-c389-43f6-bd0a-5d0a6564e31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.813019343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6ba992-80dd-47c4-b44e-d4d6f015d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.867702015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6ba992-80dd-47c4-b44e-d4d6f015d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.867767149Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd6ba992-80dd-47c4-b44e-d4d6f015d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.867798833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69866ba3-c389-43f6-bd0a-5d0a6564e31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:01.867876222Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69866ba3-c389-43f6-bd0a-5d0a6564e31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:02.039400226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c723ffd6-4f42-4fc4-9eec-91baa38fa9fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:02.039419789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c723ffd6-4f42-4fc4-9eec-91baa38fa9fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.010996023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"846b7acb-516c-4013-bc4f-48a13efff5c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011016111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"846b7acb-516c-4013-bc4f-48a13efff5c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011259817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7adc34a-7f78-4b58-b8c1-118aa53d8d96","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011270669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e7adc34a-7f78-4b58-b8c1-118aa53d8d96","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011434289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10bb759a-3d21-42e0-9173-a727dc263aae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011445922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"10bb759a-3d21-42e0-9173-a727dc263aae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011634484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67476ce2-2841-4963-82e0-71a3279be4cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011644409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67476ce2-2841-4963-82e0-71a3279be4cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011805157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c5531bc-3387-402a-977e-f612bd259403","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011815206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c5531bc-3387-402a-977e-f612bd259403","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.011991512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4933e29-f069-458e-aaa7-3f194e939f07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.012001032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4933e29-f069-458e-aaa7-3f194e939f07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.01215102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974a04d8-c367-4c04-ab4f-7ba3d78d69d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.012160873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"974a04d8-c367-4c04-ab4f-7ba3d78d69d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.061240555Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7b1317a-7511-4c8f-aa9a-ed762273a99b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.080427696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a37c2fc9-756d-452f-8263-8aa5c78a3704","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.080449668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a37c2fc9-756d-452f-8263-8aa5c78a3704","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.080740244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7428025d-d298-444a-8d29-4aa9bc354514","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.080756761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7428025d-d298-444a-8d29-4aa9bc354514","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081095831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"957a4fd0-b470-43c0-bb4a-f49150dbba2c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081109212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"957a4fd0-b470-43c0-bb4a-f49150dbba2c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081294242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5c0f8be-457a-438b-a77a-f1b8ef4b98fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081303619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5c0f8be-457a-438b-a77a-f1b8ef4b98fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081475774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34ec7bc5-b6cd-4eff-a280-041b103e3188","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081486109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34ec7bc5-b6cd-4eff-a280-041b103e3188","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081679186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"269933ed-dbc7-488d-96ed-a56a3e8fb6fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.08168865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"269933ed-dbc7-488d-96ed-a56a3e8fb6fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081875633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfaf40fe-d298-4336-9877-a46a877db288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.081884933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfaf40fe-d298-4336-9877-a46a877db288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.157668474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27abc968-d7d9-4a1a-b423-8bb0be737b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.157764731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf1b12f-8f17-45fd-9505-68e8a5b13534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.212984837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27abc968-d7d9-4a1a-b423-8bb0be737b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.213005815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf1b12f-8f17-45fd-9505-68e8a5b13534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.213057622Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf1b12f-8f17-45fd-9505-68e8a5b13534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.213355426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d6da28e-1e2c-4089-a125-bc55ac99a6c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.383322221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a200cd7-9151-438d-ab87-d0b7625b2c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.383338241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a200cd7-9151-438d-ab87-d0b7625b2c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.415004265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e7d169-7ba9-416f-b8ea-f93dbf04111b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.469327672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e7d169-7ba9-416f-b8ea-f93dbf04111b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.46939023Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e7d169-7ba9-416f-b8ea-f93dbf04111b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.527101645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e090b05c-6792-40dd-b733-1bebd7ea21c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.576428715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f47f5718-6921-41d4-8c6a-9d0b16a5467c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:04.58104643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e090b05c-6792-40dd-b733-1bebd7ea21c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:05.390501539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7269e2-b645-472f-9338-388a62650324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:05.390521006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7269e2-b645-472f-9338-388a62650324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:05.589759964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab7a8221-20ed-47f8-b14a-2cabcd62dbf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.436932773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76f377f2-a264-4147-a277-926e7fdf09ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.436958369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76f377f2-a264-4147-a277-926e7fdf09ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437263723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c4205f0-b11f-4dc6-ab26-4a780808fb44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437280867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c4205f0-b11f-4dc6-ab26-4a780808fb44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437539778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0fef236-0d98-4d5f-9808-3a4d3a2af303","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437557097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c0fef236-0d98-4d5f-9808-3a4d3a2af303","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437852303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8709e866-1015-4543-aefe-b659f0635a70","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.437868443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8709e866-1015-4543-aefe-b659f0635a70","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.438132409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae6a9aaa-55d5-4b64-8614-6679e4f5bd73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.43815198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae6a9aaa-55d5-4b64-8614-6679e4f5bd73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.438430996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6eea2d3-d606-45f7-aa1d-d74c17d5e652","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.438449513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f6eea2d3-d606-45f7-aa1d-d74c17d5e652","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.438717596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9426f04-5a69-4437-9bcf-821c674e3801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.438734678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9426f04-5a69-4437-9bcf-821c674e3801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.439042836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5419856c-6801-4453-b619-4b84f064e9ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.439055733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5419856c-6801-4453-b619-4b84f064e9ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509287094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14431c7b-e2d9-4e73-9dd1-f2d4ad0d7b02","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509310807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14431c7b-e2d9-4e73-9dd1-f2d4ad0d7b02","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509611922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"724bd26e-898c-4ddf-8811-6d25e418e8f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509633715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"724bd26e-898c-4ddf-8811-6d25e418e8f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509875099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b1cb608-75f5-4fbf-971e-a1b4c0b5a2ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.509889283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2b1cb608-75f5-4fbf-971e-a1b4c0b5a2ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510123137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66b643cc-80c4-48c4-8efb-2d712d62b75f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510140209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66b643cc-80c4-48c4-8efb-2d712d62b75f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510336691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9c9598a-d356-405f-9d43-bf233084c6a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510350282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9c9598a-d356-405f-9d43-bf233084c6a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510587724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9908276c-cd94-4ed1-ab3d-ee303f43b3f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510600099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9908276c-cd94-4ed1-ab3d-ee303f43b3f1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510783763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4f5995-b64e-4e04-8ce0-951cf2440396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.510792778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f4f5995-b64e-4e04-8ce0-951cf2440396","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.511048379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"448b2bc8-352b-4431-a064-1903dfb78151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.511061277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"448b2bc8-352b-4431-a064-1903dfb78151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.583865976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e10b74a-b640-463c-939f-48158f255543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.583896175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8181f4cc-5869-45f0-8b8b-21f5765636c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.637552834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7082658b-1077-4130-9469-c96e7fd56594","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.637877014Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"097bd42c-9538-4eac-aa61-ff1fa5ff84cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.640420906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8181f4cc-5869-45f0-8b8b-21f5765636c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.644112669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e10b74a-b640-463c-939f-48158f255543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.791313767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25d8c669-1f3a-4a0b-b573-1bc45057d495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.791332502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25d8c669-1f3a-4a0b-b573-1bc45057d495","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.983623667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bc171e-7e8a-4d31-9d35-0afa2bdaf357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.983641348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00dff778-7687-4a38-99cf-f7e6a614bff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:07.987131817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93dd5742-2e26-4248-bd76-3a4a336fb498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:08.038414206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00dff778-7687-4a38-99cf-f7e6a614bff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:08.039976515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bc171e-7e8a-4d31-9d35-0afa2bdaf357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:08.744289136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fdf18f4-dc5d-4421-8633-5da5ee5aa9ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:08.744309814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fdf18f4-dc5d-4421-8633-5da5ee5aa9ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:08.943624898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79446f86-d779-4e6f-a458-b67c8a921e76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.332431737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3cf715b-d9a3-42ec-bb9a-86f5bd100753","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.377510183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c206aea0-b936-441e-8f15-28d41277e199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.377510048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61995db-59e5-46b6-b00f-cc8b214345be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.433671371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b61995db-59e5-46b6-b00f-cc8b214345be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.435786209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c206aea0-b936-441e-8f15-28d41277e199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.500259974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dde46c47-fd91-4196-8221-7b8af01b74df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.500427931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dde46c47-fd91-4196-8221-7b8af01b74df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.779917168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dedc3d5f-aafa-4028-877d-83a96ac94b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.779918055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb057cb-530d-4662-bcc7-2d3e7c661614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.837679401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb057cb-530d-4662-bcc7-2d3e7c661614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:09.84031178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dedc3d5f-aafa-4028-877d-83a96ac94b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:12.029956121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1dc38da-f8f6-4b96-bf8f-fcd3c830aa1f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:12.029977322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d1dc38da-f8f6-4b96-bf8f-fcd3c830aa1f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:13.660161252Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:14.722335515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7b8c3d1-1372-477f-9814-03b060651f35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:14.722360658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d7b8c3d1-1372-477f-9814-03b060651f35","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.348399225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d768c65-6c96-4b12-9f63-16ca0dff407d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.376794013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc5ec2c7-197d-4e8d-ac46-1b223822566f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.376862736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d968baf4-23c2-4d4f-a306-2e55dc182d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.432015178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc5ec2c7-197d-4e8d-ac46-1b223822566f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.433680176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d968baf4-23c2-4d4f-a306-2e55dc182d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.502458565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc81c895-2f65-4e19-800f-7e9783565eb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:15.502484983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc81c895-2f65-4e19-800f-7e9783565eb2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.510955706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90c4d961-3c71-4ce1-ac5a-b991e07e2a10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.510976886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90c4d961-3c71-4ce1-ac5a-b991e07e2a10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511256113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e835166-7054-4461-8815-d47a61ceda74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511267327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e835166-7054-4461-8815-d47a61ceda74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511435221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d935e5b2-3d25-4a63-bfdd-24d450a15cfa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511459356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d935e5b2-3d25-4a63-bfdd-24d450a15cfa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511629935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"020dbb40-28f0-4011-a782-af127879e774","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:17.511638684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"020dbb40-28f0-4011-a782-af127879e774","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:19.295304037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"213dfd65-9f9b-4cc1-b869-b0611075dc0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:19.295329439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"213dfd65-9f9b-4cc1-b869-b0611075dc0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:19.5016878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18114674-f582-4f6c-8bc1-3e0c58457aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:19.501706399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18114674-f582-4f6c-8bc1-3e0c58457aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:21.844563316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"85c88fcc-ed8c-4a48-923d-845e468b1f26","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:21.844583189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"85c88fcc-ed8c-4a48-923d-845e468b1f26","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:24.488425278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0017801d-dab9-4908-94cc-7dedc0b4aff4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:24.587285103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b13ab56-0f37-41fd-a829-0bcb4ff2c6f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:24.954146333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f76ed26-1af6-4a88-90a8-69e4b8a0b42c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:24.954171842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6f76ed26-1af6-4a88-90a8-69e4b8a0b42c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:25.503975171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e80818dd-b22a-452f-975c-1beb56dd0805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:25.503999493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e80818dd-b22a-452f-975c-1beb56dd0805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:27.512514465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c3bbf84-a52f-4bfb-a213-1115dbf40247","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:27.512537538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5c3bbf84-a52f-4bfb-a213-1115dbf40247","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:29.339168782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b4da3235-cfe7-4d82-8c20-7b31ee0dce02","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:29.339187748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b4da3235-cfe7-4d82-8c20-7b31ee0dce02","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:29.502547725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb2bdbd-aed9-49a9-ba14-303befcbfbba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:29.502570721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb2bdbd-aed9-49a9-ba14-303befcbfbba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.022148844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c216efa1-7848-41a1-909c-d25d41a48d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.022167664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c216efa1-7848-41a1-909c-d25d41a48d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.218798188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71a5688d-1790-489a-98a5-9547fec00935","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.221616648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08dad5e6-cd03-4ea4-932b-02f472dc1df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.221615349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7677eaf5-0bb4-409c-be92-10333016b2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.321550277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7677eaf5-0bb4-409c-be92-10333016b2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.322127432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08dad5e6-cd03-4ea4-932b-02f472dc1df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.374385147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ef562-cb70-4366-8bb1-3527f39462e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.37440346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e1ef562-cb70-4366-8bb1-3527f39462e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:33.569652459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b80c9b6-63ff-4afa-bd65-84aea27a627a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.505352618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aca7f3a4-9342-4deb-bafd-762877955a72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.505376638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aca7f3a4-9342-4deb-bafd-762877955a72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.769988296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8de72509-7422-443b-a599-6a73e1fa3055","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.770012825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8de72509-7422-443b-a599-6a73e1fa3055","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.9703907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f85ae66-2efa-46e0-9e05-202d8df88da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.970409557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f2b61b-9351-4012-9fb2-7b9fe00aa3c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:35.971093183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f9a3883-8d28-4f8b-944e-3400356c493e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:36.071359682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f85ae66-2efa-46e0-9e05-202d8df88da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:36.07188971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f2b61b-9351-4012-9fb2-7b9fe00aa3c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:36.126627931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b42756e6-b145-4450-a3af-4bbc28979f85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:36.12664711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b42756e6-b145-4450-a3af-4bbc28979f85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:36.337338208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8cf8a8a-b968-4d33-a559-0d5ab3c10743","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.574529504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7302cbfa-b5a8-425a-8fc0-ce0095b47f4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.574551074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7302cbfa-b5a8-425a-8fc0-ce0095b47f4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.718691114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59eabf2c-1f28-477c-b3d9-716302817652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.775163929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59eabf2c-1f28-477c-b3d9-716302817652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.803018761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a22fcfe7-46f5-40b2-b1ea-e05f13c7d5e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.803096974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a22fcfe7-46f5-40b2-b1ea-e05f13c7d5e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:38.949360781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"669a394c-222b-44a4-8029-480782c44259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.008048536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"669a394c-222b-44a4-8029-480782c44259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.055093033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76ac812b-648a-4c42-88bc-29730541be29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.060686329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07aa4864-5787-4676-9a3d-666c3c89a49c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.060708063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07aa4864-5787-4676-9a3d-666c3c89a49c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.20695311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be23113-f6b1-489a-8e2c-263af9c791fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.208450298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c42ddeef-2861-4088-9a14-ce10d2d6faf8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.208535664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c42ddeef-2861-4088-9a14-ce10d2d6faf8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.261389663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be23113-f6b1-489a-8e2c-263af9c791fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:39:39.50778111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be23113-f6b1-489a-8e2c-263af9c791fa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.65723335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1ddd51b-54a5-448e-ad47-1a7cacc001b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:39.714006438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1ddd51b-54a5-448e-ad47-1a7cacc001b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:39:43.660694034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:12.908899039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3223e521-3903-41b6-9d1c-3744690efa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:12.957602439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3223e521-3903-41b6-9d1c-3744690efa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:13.006759545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3223e521-3903-41b6-9d1c-3744690efa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:13.055703528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3223e521-3903-41b6-9d1c-3744690efa02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:13.613516545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:13.623657095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-10fb8cba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-10fb8cba","reconcileID":"8f9b274e-e8ff-4ca1-8c63-43b0430f9ed1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-10fb8cba","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-10fb8cba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:14.193745969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b11ac8cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b11ac8cf","reconcileID":"5ce10d9d-901e-41ae-86ca-4068b65fa452","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b11ac8cf","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-b11ac8cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:14.898789305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1471172b-fb7e-4b6f-9acf-024db2f9fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:14.947499623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1471172b-fb7e-4b6f-9acf-024db2f9fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:14.996130498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1471172b-fb7e-4b6f-9acf-024db2f9fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:15.04513763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1471172b-fb7e-4b6f-9acf-024db2f9fd3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:15.199282542Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8c293b53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8c293b53","reconcileID":"28df71ac-6dec-4dbc-bcd7-a97206a67922","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8c293b53-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-8c293b53-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:16.883787043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e5b9f4-1811-4841-b02a-3d34c11a8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:16.932504646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e5b9f4-1811-4841-b02a-3d34c11a8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:16.981183417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e5b9f4-1811-4841-b02a-3d34c11a8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:17.030251439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e5b9f4-1811-4841-b02a-3d34c11a8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:18.88403921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7739119a-29a6-44ee-a7f9-b88b15c5cfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:18.932504469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7739119a-29a6-44ee-a7f9-b88b15c5cfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:18.981034255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7739119a-29a6-44ee-a7f9-b88b15c5cfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:19.029275489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7739119a-29a6-44ee-a7f9-b88b15c5cfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:19.329070868Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6444dc2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6444dc2f","reconcileID":"d0b042c7-727b-4434-b5c5-75a294c16b77","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6444dc2f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-6444dc2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:20.946332074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dea016d-b2c5-4169-852b-6c78cc2e9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:20.995429502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dea016d-b2c5-4169-852b-6c78cc2e9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:21.043995749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dea016d-b2c5-4169-852b-6c78cc2e9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:21.09261439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dea016d-b2c5-4169-852b-6c78cc2e9f59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:22.891765255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4eb283c-a331-4d55-a97b-2f1961c54821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:22.941536993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4eb283c-a331-4d55-a97b-2f1961c54821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:22.994762319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4eb283c-a331-4d55-a97b-2f1961c54821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:23.043125316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4eb283c-a331-4d55-a97b-2f1961c54821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:23.203574228Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c8cddab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c8cddab4","reconcileID":"4672a499-37d6-47e1-b1e2-45f2508ecd61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c8cddab4","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-c8cddab4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:23.768143583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"6edaf632-ec5c-4824-ab1e-90f8e1f4931a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-b11ac8cf","tenantID":"e2e-ait-b11ac8cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:23.880928242Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"6edaf632-ec5c-4824-ab1e-90f8e1f4931a","name":"e2e-ait-b11ac8cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:24.831704528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a632bbb-6b33-44c2-a65f-d27aeb4093d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:24.880112278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a632bbb-6b33-44c2-a65f-d27aeb4093d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:24.928706542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a632bbb-6b33-44c2-a65f-d27aeb4093d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:24.977696548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a632bbb-6b33-44c2-a65f-d27aeb4093d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:26.791965009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b65053-e698-4355-90c3-d2fca028d1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:26.840348538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b65053-e698-4355-90c3-d2fca028d1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:26.889224206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b65053-e698-4355-90c3-d2fca028d1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:26.937584428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b65053-e698-4355-90c3-d2fca028d1a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:28.700088083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"44d4edab-f5a7-40ec-8097-3df2d09aeaaf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-6444dc2f","tenantID":"e2e-ait-6444dc2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:28.811494237Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"44d4edab-f5a7-40ec-8097-3df2d09aeaaf","name":"e2e-ait-6444dc2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:30.459262843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b46ae727-52e1-4801-845f-c98bbde6e539","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:30.55727306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9fddc604-70a9-4548-80f2-08b8c7c073a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:32.889069411Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"af4405a7-60f1-484c-b70a-3f86e35800c5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:32.939805322Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"af4405a7-60f1-484c-b70a-3f86e35800c5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:33.036575811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"af4405a7-60f1-484c-b70a-3f86e35800c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-8c293b53-gw","tenantID":"e2e-migrate-8c293b53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:33.148840678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"af4405a7-60f1-484c-b70a-3f86e35800c5","name":"e2e-migrate-8c293b53-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:37.517582803Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a4745960-5b56-45e9-b3b2-fef6a4014b62","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:42.309065272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"6b62e453-f2e4-4ba6-8562-b8ed74044eb5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-10fb8cba","tenantID":"e2e-ait-10fb8cba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:42.420307113Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"6b62e453-f2e4-4ba6-8562-b8ed74044eb5","name":"e2e-ait-10fb8cba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:43.614795977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:46.90196323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"9df774ad-3ac0-4918-b0ac-2ac481019add","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-c8cddab4","tenantID":"e2e-derive-c8cddab4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:47.014801734Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"9df774ad-3ac0-4918-b0ac-2ac481019add","name":"e2e-derive-c8cddab4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:53.523727514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b5e7a-1bf4-4e44-a189-1b8c1fed238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:53.573119654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b5e7a-1bf4-4e44-a189-1b8c1fed238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:53.622632462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b5e7a-1bf4-4e44-a189-1b8c1fed238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:53.671405004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8b5e7a-1bf4-4e44-a189-1b8c1fed238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:55.518465977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93dba8-6019-4276-bcb7-adee8b38395c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:55.568201063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93dba8-6019-4276-bcb7-adee8b38395c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:55.617381869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93dba8-6019-4276-bcb7-adee8b38395c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:55.665957492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e93dba8-6019-4276-bcb7-adee8b38395c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:57.636251175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c49327-bce0-440a-8dbc-ff0c7d0d19d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:57.684754591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c49327-bce0-440a-8dbc-ff0c7d0d19d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:57.733305176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c49327-bce0-440a-8dbc-ff0c7d0d19d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:57.781890002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c49327-bce0-440a-8dbc-ff0c7d0d19d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:59.592414246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b314358e-981b-42a7-854e-13cd59b0f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:59.642521599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b314358e-981b-42a7-854e-13cd59b0f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:59.690943118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b314358e-981b-42a7-854e-13cd59b0f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:40:59.739293704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b314358e-981b-42a7-854e-13cd59b0f6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.421954342Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"dd933e12-3456-4b35-86de-57422ce3ea28","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.522780334Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"dd933e12-3456-4b35-86de-57422ce3ea28","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.602097127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186e5b9c-1752-458d-88cc-c4a1ebde2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.650545557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186e5b9c-1752-458d-88cc-c4a1ebde2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.699003298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186e5b9c-1752-458d-88cc-c4a1ebde2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:01.747851123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"186e5b9c-1752-458d-88cc-c4a1ebde2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:02.434499827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1dcc681-2ce1-4783-bf87-d4e5e013b78e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:02.535209537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74e171d1-7fe5-4319-a442-55d17f5068a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:03.608636134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc94c26-0d11-4667-8c0c-bf0bf91dde63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:03.657791231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc94c26-0d11-4667-8c0c-bf0bf91dde63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:03.706227287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc94c26-0d11-4667-8c0c-bf0bf91dde63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:03.754757076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc94c26-0d11-4667-8c0c-bf0bf91dde63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:05.64024284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb327dc-ea47-409a-b437-aed400a607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:05.690733708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb327dc-ea47-409a-b437-aed400a607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:05.741978862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb327dc-ea47-409a-b437-aed400a607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:05.790974529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb327dc-ea47-409a-b437-aed400a607ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:06.473213302Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a6468464-0330-469e-8e8b-edf6244c3e36","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:07.689129128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca0e26-4172-4fc2-af60-0bea13395330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:07.737801644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca0e26-4172-4fc2-af60-0bea13395330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:07.786373447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca0e26-4172-4fc2-af60-0bea13395330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:07.835518565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daca0e26-4172-4fc2-af60-0bea13395330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:09.689161146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58496d3c-604f-4057-a55d-64cbebf149ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:09.737812895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58496d3c-604f-4057-a55d-64cbebf149ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:09.786216984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58496d3c-604f-4057-a55d-64cbebf149ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:09.83511802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58496d3c-604f-4057-a55d-64cbebf149ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:11.619517579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b11b4c3-76fb-48f6-abe1-eb1c44595d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:11.668161044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b11b4c3-76fb-48f6-abe1-eb1c44595d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:11.716532849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b11b4c3-76fb-48f6-abe1-eb1c44595d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:11.765239148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b11b4c3-76fb-48f6-abe1-eb1c44595d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:13.548379644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c99b136-6212-4e82-bdd8-42aae30b14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:13.596697095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c99b136-6212-4e82-bdd8-42aae30b14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:13.615588911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:13.645200284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c99b136-6212-4e82-bdd8-42aae30b14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:13.693925348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c99b136-6212-4e82-bdd8-42aae30b14c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:15.496006359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac93d59e-d7fe-4949-84d8-6e50123e0486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:15.544626499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac93d59e-d7fe-4949-84d8-6e50123e0486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:15.593203712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac93d59e-d7fe-4949-84d8-6e50123e0486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:15.641934587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac93d59e-d7fe-4949-84d8-6e50123e0486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.640696259Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","namespace":"ai-tenant-e2e-ait-b11ac8cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.640756225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","namespace":"ai-tenant-e2e-ait-b11ac8cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.640801678Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","tenant":"e2e-ait-b11ac8cf","tenantID":"e2e-ait-b11ac8cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.69099587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Deployment","name":"maas-api-e2e-ait-b11ac8cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.752896841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Service","name":"maas-api-e2e-ait-b11ac8cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.810701399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-b11ac8cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.863844072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-b11ac8cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:16.975307791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.026317904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.085141118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.136321642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.184615732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Deployment","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.234807049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.300657011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Service","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.357100667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"Service","name":"payload-pre-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.40852554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"DestinationRule","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.457229342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.457373791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2a5fb-6a96-44ba-af78-b1baeeb06928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.505970397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.506104383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2a5fb-6a96-44ba-af78-b1baeeb06928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.554586814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2a5fb-6a96-44ba-af78-b1baeeb06928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.558699383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.603218233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf2a5fb-6a96-44ba-af78-b1baeeb06928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.651511994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.699994491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.748318321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-b11ac8cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.79786389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b11ac8cf"},"namespace":"ai-tenant-e2e-ait-b11ac8cf","name":"default-tenant","reconcileID":"3a26016c-3a7a-463c-8f48-6f0e0983e846","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-b11ac8cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.857976698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","namespace":"ai-tenant-e2e-ait-6444dc2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.858061882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","namespace":"ai-tenant-e2e-ait-6444dc2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.858143701Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","tenant":"e2e-ait-6444dc2f","tenantID":"e2e-ait-6444dc2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.910279674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Deployment","name":"maas-api-e2e-ait-6444dc2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:17.969431104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Service","name":"maas-api-e2e-ait-6444dc2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.02186278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-6444dc2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.072597754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-6444dc2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.124435147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.175523622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.226977078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.279053674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.329878453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Deployment","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.380823565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.437329952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Service","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.496710947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"Service","name":"payload-pre-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.596801642Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b11ac8cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b11ac8cf","reconcileID":"c52d293c-2a7d-4fe5-88a7-e47efb9fda6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b11ac8cf","removed":["maas.opendatahub.io/gateway-access-e2e-ait-b11ac8cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.598971914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.649717346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.704603686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.762993066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.813372848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.890100474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.94354642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-6444dc2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:18.993653649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-6444dc2f"},"namespace":"ai-tenant-e2e-ait-6444dc2f","name":"default-tenant","reconcileID":"d9ff6a0e-65c1-4699-bbc5-b8fb528b7e8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-6444dc2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.048502394Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","namespace":"ai-tenant-e2e-migrate-8c293b53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.048589448Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","namespace":"ai-tenant-e2e-migrate-8c293b53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.048653129Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","tenant":"e2e-migrate-8c293b53","tenantID":"e2e-migrate-8c293b53","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.099046962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Deployment","name":"maas-api-e2e-migrate-8c293b53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.156212598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Service","name":"maas-api-e2e-migrate-8c293b53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.209296309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-8c293b53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.259941108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-8c293b53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.312419311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.363374635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.391423575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e1093-e570-4a4f-90da-055cb166f52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.439967813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e1093-e570-4a4f-90da-055cb166f52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.441574288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.489064412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e1093-e570-4a4f-90da-055cb166f52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.537194388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.537601737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544e1093-e570-4a4f-90da-055cb166f52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.586221048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Deployment","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.634279489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.68241107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Service","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.730769406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"Service","name":"payload-pre-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.784349624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.832816897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.88122506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.929325383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:19.978452356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:20.026847933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:20.07497695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-8c293b53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:20.125250163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-8c293b53"},"namespace":"ai-tenant-e2e-migrate-8c293b53","name":"default-tenant","reconcileID":"491fd2cc-c8d1-4c3f-b033-28cd0838b5e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-8c293b53","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:21.004728397Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-8c293b53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-8c293b53","reconcileID":"9c70cf7c-98f6-4124-98a1-8620f3dcfae1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-8c293b53-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-8c293b53-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:21.39136658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8d94d1-e1ae-4066-b057-73fc4983c0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:21.440193032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8d94d1-e1ae-4066-b057-73fc4983c0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:21.489091426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8d94d1-e1ae-4066-b057-73fc4983c0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:21.53771222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8d94d1-e1ae-4066-b057-73fc4983c0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:23.352086517Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-6444dc2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-6444dc2f","reconcileID":"d7cad692-b5e6-40e8-8ae0-bd9e360735c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-6444dc2f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-6444dc2f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:23.394154492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6f26c3-8473-4b4d-9707-ced696b5e728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:23.442701519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6f26c3-8473-4b4d-9707-ced696b5e728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:23.491796989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6f26c3-8473-4b4d-9707-ced696b5e728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:23.540889644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6f26c3-8473-4b4d-9707-ced696b5e728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.171130107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43b7f153-3271-4884-9c7d-c442e0aa4f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:41:25.241774098Z","body":"infra namespace gateway label reconciliation failed, continuing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f5c7cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f5c7cf","reconcileID":"d948b6ba-3129-4fb8-b26a-c9c10c353606","error":"patch labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*AITenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/aitenant_controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.271099818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"596717a0-2ad6-4a52-a5fe-9b1296a286cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.397959782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60e0d2b-a93b-4e9d-b4ec-732fd856d9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.446355466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60e0d2b-a93b-4e9d-b4ec-732fd856d9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.497373352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60e0d2b-a93b-4e9d-b4ec-732fd856d9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:25.546212188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60e0d2b-a93b-4e9d-b4ec-732fd856d9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:26.754538714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f5c7cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f5c7cf","reconcileID":"a8a82dd8-2c85-4bfa-858c-fe20310d51a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f5c7cf","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-f5c7cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:27.389874317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c738245-0c6e-4159-b980-d03333adde3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:27.438199749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c738245-0c6e-4159-b980-d03333adde3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:27.486676498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c738245-0c6e-4159-b980-d03333adde3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:27.535014341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c738245-0c6e-4159-b980-d03333adde3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:28.039808483Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-388451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-388451","reconcileID":"627d4152-1bfb-4851-9392-d2536f98eaa7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-388451","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-388451":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:29.39887254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a972f757-36d2-4a71-8bdd-2d6828df9c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:29.447523142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a972f757-36d2-4a71-8bdd-2d6828df9c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:29.496534857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a972f757-36d2-4a71-8bdd-2d6828df9c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:29.54498182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a972f757-36d2-4a71-8bdd-2d6828df9c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:31.326123225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f7a8f-3173-4605-a68b-14029424b67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:31.374848598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f7a8f-3173-4605-a68b-14029424b67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:31.423543137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f7a8f-3173-4605-a68b-14029424b67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:31.471794289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"971f7a8f-3173-4605-a68b-14029424b67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:32.67716735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad2924b7-cbfa-4824-b22b-4d3425f7e1fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:32.907504375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc5a94c9-9196-4e61-a954-1eec36a59c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:33.302169758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e59ed3-a510-4e17-8b75-e06a409d2949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:33.350400765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e59ed3-a510-4e17-8b75-e06a409d2949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:33.398733288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e59ed3-a510-4e17-8b75-e06a409d2949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:33.447739839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e59ed3-a510-4e17-8b75-e06a409d2949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:33.934342011Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-dc087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-dc087a","reconcileID":"8529c1c5-9d1b-45d9-b52e-704b14080807","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-dc087a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-dc087a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:35.246154463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4015b1-39a9-4379-a100-33cc979ed2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:35.294908348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4015b1-39a9-4379-a100-33cc979ed2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:35.343468124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4015b1-39a9-4379-a100-33cc979ed2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:35.392149423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4015b1-39a9-4379-a100-33cc979ed2af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:43.614721649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:44.08975057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"67b850f2-5d3f-4fe2-8eef-5682ffc542dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:44.200339107Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"67b850f2-5d3f-4fe2-8eef-5682ffc542dd","name":"e2e-worker-w2-f5c7cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.651116483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"09392c33-419d-443e-9bfc-ce9d221dcb51","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.762628347Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"09392c33-419d-443e-9bfc-ce9d221dcb51","name":"e2e-worker-w3-388451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.817366036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","namespace":"ai-tenant-e2e-ait-10fb8cba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.817457029Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","namespace":"ai-tenant-e2e-ait-10fb8cba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.817565489Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","tenant":"e2e-ait-10fb8cba","tenantID":"e2e-ait-10fb8cba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:48.874628303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Deployment","name":"maas-api-e2e-ait-10fb8cba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.013725776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Service","name":"maas-api-e2e-ait-10fb8cba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.065495447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-10fb8cba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.117236457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-10fb8cba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.169450105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.221530171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.275141569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.325914644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.375667034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Deployment","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.403083462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ab3457e-bbd8-49aa-9271-4debf1aca3ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.423778947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.472151389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Service","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.520501922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"Service","name":"payload-pre-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.521234506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7285ed74-9f2a-4fd8-945f-17825cbc8a85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.56856921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"DestinationRule","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.616996768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.665217442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.71775234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.766067894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.814313407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.862822929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-10fb8cba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:49.911574675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-10fb8cba"},"namespace":"ai-tenant-e2e-ait-10fb8cba","name":"default-tenant","reconcileID":"2ca74d7c-e5f8-4f46-8ec9-682fb6c86033","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-10fb8cba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:50.691681762Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-10fb8cba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-10fb8cba","reconcileID":"3daf9cbe-721a-4f9b-b0ba-067f7c6c5c7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-10fb8cba","removed":["maas.opendatahub.io/gateway-access-e2e-ait-10fb8cba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:51.797104121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1211e4-ad55-4105-9fcf-4180a88a80d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:51.84575011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1211e4-ad55-4105-9fcf-4180a88a80d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:51.894642534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1211e4-ad55-4105-9fcf-4180a88a80d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:51.943048958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a1211e4-ad55-4105-9fcf-4180a88a80d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:53.747646334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603996ee-9a82-42e7-97b6-98dc5954e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:53.796398465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603996ee-9a82-42e7-97b6-98dc5954e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:53.845063622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603996ee-9a82-42e7-97b6-98dc5954e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:53.89365781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"603996ee-9a82-42e7-97b6-98dc5954e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.726240061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"63511e8d-d4c1-4a82-be64-ee8116fa8357","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.83926861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"63511e8d-d4c1-4a82-be64-ee8116fa8357","name":"e2e-worker-w0-dc087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.941059177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","namespace":"ai-tenant-e2e-derive-c8cddab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.941117267Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","namespace":"ai-tenant-e2e-derive-c8cddab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.941174353Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","tenant":"e2e-derive-c8cddab4","tenantID":"e2e-derive-c8cddab4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:54.996058813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Deployment","name":"maas-api-e2e-derive-c8cddab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.056235628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Service","name":"maas-api-e2e-derive-c8cddab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.110205188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-c8cddab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.205201412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-c8cddab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.25696556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.309127117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.362768309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.417218393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.465335048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Deployment","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.513910286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.561911682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Service","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.610159959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"Service","name":"payload-pre-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.658480582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"DestinationRule","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.707062429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.707353714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8d8b-408a-4f51-8272-8f8db6cffc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.755540363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.756251623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8d8b-408a-4f51-8272-8f8db6cffc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.805544284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8d8b-408a-4f51-8272-8f8db6cffc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.812872347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.854465667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0c8d8b-408a-4f51-8272-8f8db6cffc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.902993602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:55.951368996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:56.000050392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-c8cddab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:56.04833692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-c8cddab4"},"namespace":"ai-tenant-e2e-derive-c8cddab4","name":"default-tenant","reconcileID":"42d79719-65d4-4e63-b23f-cc250812581e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-c8cddab4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:56.87416473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-c8cddab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-c8cddab4","reconcileID":"7bee3764-f703-4685-a4b6-eb95e52489d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-c8cddab4","removed":["maas.opendatahub.io/gateway-access-e2e-derive-c8cddab4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:57.683686093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f69fb-d878-49f8-ab2c-03103f4e86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:57.732181994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f69fb-d878-49f8-ab2c-03103f4e86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:57.780994233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f69fb-d878-49f8-ab2c-03103f4e86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:57.829384929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd7f69fb-d878-49f8-ab2c-03103f4e86d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:58.638342854Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-60a6c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-60a6c0","reconcileID":"586b78e5-eebc-4c84-8f85-1f01f491d8c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-60a6c0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-60a6c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:59.718396072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb5813-95a1-4c3a-9210-452ddaa9d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:59.767250771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb5813-95a1-4c3a-9210-452ddaa9d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:59.816091892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb5813-95a1-4c3a-9210-452ddaa9d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:41:59.86677261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67eb5813-95a1-4c3a-9210-452ddaa9d08d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:01.648273935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f361bf64-b6f9-4864-b4ff-83bdfc545e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:01.696852309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f361bf64-b6f9-4864-b4ff-83bdfc545e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:01.745501187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f361bf64-b6f9-4864-b4ff-83bdfc545e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:01.793938242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f361bf64-b6f9-4864-b4ff-83bdfc545e80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:03.102731584Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-44b1ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-44b1ca","reconcileID":"1b74fa7b-f400-44f0-8609-a1a85345b431","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-44b1ca","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-44b1ca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:03.595581661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c31cb2-5752-4d7a-b6eb-c081519aa1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:03.644143777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c31cb2-5752-4d7a-b6eb-c081519aa1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:03.693051737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c31cb2-5752-4d7a-b6eb-c081519aa1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:03.741705687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c31cb2-5752-4d7a-b6eb-c081519aa1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:05.584421792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f640867-f1b0-43b3-8818-fbfcc2b16e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:05.632922294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f640867-f1b0-43b3-8818-fbfcc2b16e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:05.681419387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f640867-f1b0-43b3-8818-fbfcc2b16e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:05.729848354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f640867-f1b0-43b3-8818-fbfcc2b16e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:07.95646425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fec14ac-af86-44cd-aca7-2ea328b7b284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:08.005083742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fec14ac-af86-44cd-aca7-2ea328b7b284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:08.053739352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fec14ac-af86-44cd-aca7-2ea328b7b284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:08.102291423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fec14ac-af86-44cd-aca7-2ea328b7b284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:08.712373345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b5b3dbb-f9d5-4d67-aae6-f4805a5e7bc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:08.837268687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00fdd842-0a63-45df-9bb9-c02e8cd602c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:09.883606415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509cfd-2903-44c5-9511-273be7eb758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:09.932158566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509cfd-2903-44c5-9511-273be7eb758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:09.980904613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509cfd-2903-44c5-9511-273be7eb758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:10.029681468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509cfd-2903-44c5-9511-273be7eb758a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:11.838038869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018f071d-cd0a-42b1-b94c-1c71b41636d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:11.891207437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018f071d-cd0a-42b1-b94c-1c71b41636d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:11.940160127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018f071d-cd0a-42b1-b94c-1c71b41636d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:12.009256303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018f071d-cd0a-42b1-b94c-1c71b41636d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:13.619386106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:13.919902998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bcdb64-5a8e-42bd-8e69-16f29953c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:13.968541404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bcdb64-5a8e-42bd-8e69-16f29953c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:14.016949006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bcdb64-5a8e-42bd-8e69-16f29953c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:14.066127661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bcdb64-5a8e-42bd-8e69-16f29953c858","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:15.843602328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7bd4170-3109-422c-8108-7f4829399893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:15.892347351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7bd4170-3109-422c-8108-7f4829399893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:15.941647004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7bd4170-3109-422c-8108-7f4829399893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:15.99009621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7bd4170-3109-422c-8108-7f4829399893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:17.79069832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b499f47-7d65-4bd1-8273-ceb071cfb9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:17.839209092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b499f47-7d65-4bd1-8273-ceb071cfb9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:17.887781822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b499f47-7d65-4bd1-8273-ceb071cfb9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:17.936518204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b499f47-7d65-4bd1-8273-ceb071cfb9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:19.78320078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860cb098-73ae-4a76-85e0-da437015f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:19.831955564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860cb098-73ae-4a76-85e0-da437015f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:19.88045643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860cb098-73ae-4a76-85e0-da437015f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:19.929553146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860cb098-73ae-4a76-85e0-da437015f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:20.847534383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"9aa2c133-eaec-4bd3-b007-bcfec69e1e38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:20.959437648Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"9aa2c133-eaec-4bd3-b007-bcfec69e1e38","name":"e2e-worker-w4-60a6c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:23.266314765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6be63b41-211a-4ab4-8fc6-db5d33881b7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:23.447254139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dca7e8f-ceae-4ae2-a71f-681a21854af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:30.2423079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"0e353f33-0a0b-4cba-a089-07e642e87596","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:30.35519877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"0e353f33-0a0b-4cba-a089-07e642e87596","name":"e2e-worker-w1-44b1ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:43.615707344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:45.119271087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"572c00c2-f314-4c4e-b0ba-3bf968306d38","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:50.420048297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e5dee-3ced-494e-a87a-2f3bc2680d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:50.468737834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e5dee-3ced-494e-a87a-2f3bc2680d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:50.517477571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e5dee-3ced-494e-a87a-2f3bc2680d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:50.565940757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e5dee-3ced-494e-a87a-2f3bc2680d9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:52.388361556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f5d1b4-936b-4d61-bf85-f580b7eb6c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:52.437228888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f5d1b4-936b-4d61-bf85-f580b7eb6c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:52.485814731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f5d1b4-936b-4d61-bf85-f580b7eb6c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:52.534245188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f5d1b4-936b-4d61-bf85-f580b7eb6c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:42:59.983968405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3fa24-bf7b-4485-9983-3bed0a931176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:00.032684209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3fa24-bf7b-4485-9983-3bed0a931176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:00.081214745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3fa24-bf7b-4485-9983-3bed0a931176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:00.129881996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3fa24-bf7b-4485-9983-3bed0a931176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:01.917732259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcae1d75-5261-4df3-b0f8-aaefde9b13e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:01.966250034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcae1d75-5261-4df3-b0f8-aaefde9b13e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:02.014874346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcae1d75-5261-4df3-b0f8-aaefde9b13e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:02.063431093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcae1d75-5261-4df3-b0f8-aaefde9b13e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:02.674609854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"9a5994b1-8415-447e-8e47-76ee6861e0d1","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:02.746873265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"4625587d-c9ff-485b-ad2e-f560fcddc83f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:05.368651686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"fc749847-5d35-4b9b-947b-3a4acf4d2b9d","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:06.762227891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"6487637f-c61b-4be2-92c0-d7e741bae758","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:13.614206414Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:40.380556366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"12134358-8f57-4bd4-8bfc-bfa53f04ef23","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:40.456355883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"25fe10c7-3d42-4b37-9cb5-4b91edfb037a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.006446118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"10a7edda-dba8-441d-86e6-56a35c5c5934","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.251246043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f6d9577f-edba-4277-84fc-1e33f0104b88","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.309674658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550b1098-5434-4688-8731-ff3480d5865d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.309701328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"550b1098-5434-4688-8731-ff3480d5865d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.355494468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"a32a069d-97ab-4435-aaa5-71995d6aafe1","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.364495282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e3e0ba9-caa1-4226-837f-fa514f372cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.364511739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e3e0ba9-caa1-4226-837f-fa514f372cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.412038417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"94bcc128-4208-4e07-a6bb-b15304eb6aba","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:43:43.417500116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.613461621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.613718257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3b933d67-0baa-4737-b414-507fc71d985f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"simulator-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.670482462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"afcb2b60-aae8-4c7f-a02a-0ad54d04eb76","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.725319843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e76969a4-c32c-4d2a-ac75-97858ba9007c","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.767562774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f01d5695-5a7d-46b1-b7b6-dcb535d6950a","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.820059955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a02f6b8c-8eed-4796-8303-9e567f7e5775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.94331977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a02f6b8c-8eed-4796-8303-9e567f7e5775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.949553421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"6e7423ca-2a82-4d13-a55c-7175cd5322a1","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.966820742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"2357afa0-6961-4902-a296-c3ef2afa3cc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:43.995981331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a02f6b8c-8eed-4796-8303-9e567f7e5775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.004775828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"116a07cf-5db9-4ad4-acb7-0930dd93ced1","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.049998725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"c60615cc-a3b2-4400-b192-8d02e8934c61","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.050814067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"bd579864-c75c-448b-854f-e31b5c719b6c","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:43:44.05440073Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f5c7cf/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.104552575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"0a9abf8e-936c-40ea-8850-83a97858c017","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.149046818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"522779d7-e8d6-48a0-816d-67398c7c4478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.204179443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"522779d7-e8d6-48a0-816d-67398c7c4478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.219953861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"53e702a9-165c-46fc-9c80-d378e07519d9","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.258521075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"522779d7-e8d6-48a0-816d-67398c7c4478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.2755514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"05218592-1221-4e87-a213-e5416d384017","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.31727372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b49a632b-a8f8-4851-8be2-0553eb95ff5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"premium-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.404438183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"bd733086-5967-4863-aa95-611813b5244a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.459113965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"bd733086-5967-4863-aa95-611813b5244a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.473706524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"af3eb90f-3a5d-424c-a2de-de8e05845d2d","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.500763765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"60a8e5c4-20fc-48ac-a784-08b6a95e813f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.511983249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"bd733086-5967-4863-aa95-611813b5244a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.563015117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"60a8e5c4-20fc-48ac-a784-08b6a95e813f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.676159489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"60a8e5c4-20fc-48ac-a784-08b6a95e813f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.67901671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"2ae8f8a0-f1ed-48d0-80df-f43693d5af3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.728595864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"c96d2e16-d3a4-4153-87f8-92b80a011418","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.734265874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"2ae8f8a0-f1ed-48d0-80df-f43693d5af3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.743548911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"c65de12f-049f-4698-b38e-1c155710029b","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.78664823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"2ae8f8a0-f1ed-48d0-80df-f43693d5af3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.888608818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1cd142fb-cf09-4cfd-ba15-3dcf4605e457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.945872868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1cd142fb-cf09-4cfd-ba15-3dcf4605e457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:44.998856288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1cd142fb-cf09-4cfd-ba15-3dcf4605e457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:48.018759214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"004c1e13-53a9-43f5-9899-a2df7f7b7a8b","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:48.091421467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"379fd4e3-841a-4e70-95dc-07f1a59b3138","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:54.932881446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7fc30d67-50fd-4ae4-9970-faf00882862a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:54.99344626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7fc30d67-50fd-4ae4-9970-faf00882862a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:55.046083123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7fc30d67-50fd-4ae4-9970-faf00882862a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:55.144037159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ff5fb43c-da60-4cc0-a750-1c53878db8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:55.198650569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ff5fb43c-da60-4cc0-a750-1c53878db8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:55.251406634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ff5fb43c-da60-4cc0-a750-1c53878db8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:43:58.091525888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"0aafb707-d85e-4388-a7a4-7a2ec28a9bc8","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:01.832316495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"13db750f-99c3-49f8-b2f5-a6f14eeed265","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:01.949117276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"9582f9d7-a4d7-4e9a-99b9-0a99cb24cf00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:01.986706496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"03d368e2-e8a8-4e18-ae09-12e96e3adf20","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.103664907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"4857745c-8f5d-48dd-8f92-55b5791b7074","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.267456686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"73d33698-99e4-451b-a6e0-38d18e470da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.267493803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"231770d1-407e-444c-8422-ffe2160462ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.322462817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"73d33698-99e4-451b-a6e0-38d18e470da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.322675939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"231770d1-407e-444c-8422-ffe2160462ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.393702143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"73d33698-99e4-451b-a6e0-38d18e470da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.394135555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"231770d1-407e-444c-8422-ffe2160462ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.454028545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"77a644fb-f042-4505-8165-eb0b03f4cfd0","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.45471465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"77e0f40c-0133-4a73-b9fe-2b6d329fd169","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.598670552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37354829-b0cc-4cd6-8be4-79ae97672596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.598671539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"fcc27932-ea85-49a9-b0ab-125f35bb67e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.653664738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37354829-b0cc-4cd6-8be4-79ae97672596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.65371143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"fcc27932-ea85-49a9-b0ab-125f35bb67e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.709603861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37354829-b0cc-4cd6-8be4-79ae97672596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.709616558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"fcc27932-ea85-49a9-b0ab-125f35bb67e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:02.761660086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"fcc27932-ea85-49a9-b0ab-125f35bb67e0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:02.76187806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37354829-b0cc-4cd6-8be4-79ae97672596","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.912197014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b8f3bca5-54ad-4127-8609-9d986c65bfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.912197169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"0ff542b3-2bf9-40c7-b58d-975d5f468851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.96686537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"0ff542b3-2bf9-40c7-b58d-975d5f468851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:02.9692624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b8f3bca5-54ad-4127-8609-9d986c65bfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.019625815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"0ff542b3-2bf9-40c7-b58d-975d5f468851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.022129175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f5c7cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b76c39ae8f9d20b1c7e288148ebcbc7bfea86509bf5821980e79d6eab391a4ee) AuthConfig (0174140beaaa7d4e5fb6288301a72531eeb7d2a0882bff215b2b603062c87e15) AuthConfig (f8325a7d09ac58bb2fcc6ad33377e4a24d15c1ff1acc1a14a314009333c4ede8) AuthConfig (4e8d47d59b74ce6fe1e5baba00d4d65a1b758c9f6cc6d580cc5852faf36d52ef) AuthConfig (fca4a8c319b8446e66abb74b4a86b4d617353e8448f4b3ab798941cbf1992953) AuthConfig (058eaa20957801282d2b15ea4ee9d9d662417aa090cbd60afdf43b6f07022a5f) AuthConfig (fa202418469dbb1b769329e2e74c14c3132801d00fe001e59ee40b85f7721cb5) AuthConfig (b348bdfa4e1c8f0529717f75a93f141885707ec67ef7888e0777473f9a912cac) AuthConfig (3baf4bf041f812c9eb71087caef1c61e50b1dc0af3a21d32563ffdf3b16adc22) AuthConfig (8adae45d3ebbde2620b9a2ebafe6ade8f18bb405f09fdd57c42e0d95ba189fb3) AuthConfig (a56a60b610b4bedc900b6d804e63a0df3fad9d72341c5f226821d96e46530afb) AuthConfig (b232ba0d3395819029a637fe65ffd90d66f756d3b8b203a1ada5af2a449c5743) AuthConfig (257e85dc5ff7c5e47e95fdd133d3372c75ce8b4ec899ca38bdd7323ca5295b3c) AuthConfig (45fd9568ca6218f3ac661b94b8e6154967ac694573bc1e89e6cd56452f5bffe3) AuthConfig (48c29d0928bb43eeaff14eb7616eb530ef9033eb486cf96893f672d173873d7e) AuthConfig (ec16133ce6d3d17a3a2225c724fb648d74afb76ddf2c569a8f5fadd37ddcf0ca) AuthConfig (909ea179071a79e54cb15cf5687adae27eaa4e89cf249abdc19145179dc1934e) AuthConfig (f5cc172a6c17cdf79071dbcd0b218ee18b925f9ae881e8e21e574006dcb0cad7) AuthConfig (a2bde6174f24f26e4c680e09b07da0c3e2335a643f1263b8ee4ab81fab57025b) AuthConfig (0b84790414cf802b914b7fd32a12b9f5f9e9e129ea2da9b6b9d01bf5e62bc2e6) AuthConfig (d72c8bb9e13cba419b73ffb03472a4dc14aa536aee7057bcbda22139e1d7e3c0) AuthConfig (b96b2f078367c5ef08a16c58169944e202ba1a03982e88bad4950848124f3681) AuthConfig (b44a6d3956440201b9d8226a4d37c8523638934d74171b087713a92d877d90ef) AuthConfig (dd7fb9eea13e8e6b7ba211704c88c9639496a43061802aef7e5325be3b9472eb) AuthConfig (061af87af33a849bcadcffcd89c077a654926cf0b815d023c6d621509a30e92a) AuthConfig (e240bc56d970507a7c635e7aecdab689dadc02bfffd84970331b239201f3f58d) AuthConfig (3a62a0be0b8fa0f5679daa3676e1ea6250cd43e9a8727665e89386a929190dd3) AuthConfig (3fd5014bbed59af62dddf721daaeeca174091e54982728bca5284a99c5bcc486) AuthConfig (28b148e84ccef7ba9f3856c9aa1b81cd0de3ca63deaa395b59845e97de3cc058) AuthConfig (f010539e7839a7952a7bf7fcf1cb676ffe1d0dcd23c4ae18ac6351483ad13f7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b8f3bca5-54ad-4127-8609-9d986c65bfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.29564013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"db41b4f7-6609-4d7e-ba96-439c04ef79b2","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.554075639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"a0e3b421-c4ee-4847-9f96-06113ac875d3","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.679121759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"2cd697cf-7a43-486a-a713-ccbfff4c2ef6","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.730697657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"c45d091a-b05b-4622-8df5-9a2b645b1e70","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:03.78093046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"1ad8b23e-9ec2-451e-a90e-90f37caddcc3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.785521331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"afb77504-0a4f-461c-89a9-6dc6e248047e","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.889866316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"34cc36d6-622b-4042-a1b1-cdad9a933cfe","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.944033879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"19029a59-1205-47ee-a240-174b2a52e56e","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:03.95760026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"da047c43-0d01-4a43-8fb9-5dbb35cd1d90","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.012271442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"785cbdfe-896c-452a-8184-ea6e5a7e9a61","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:04.062469476Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"785cbdfe-896c-452a-8184-ea6e5a7e9a61","name":"simulator-w0-dc087a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:04.062564102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"785cbdfe-896c-452a-8184-ea6e5a7e9a61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.068010409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6bae0995-9b8a-44fe-b8d2-3443f95a4807","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.106205053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"2870ea7f-76d7-490b-94da-5f2ac2460bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.151899791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"5e12257d-97c4-4f6d-a4ad-cac6506251b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.22794962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"ede9ff92-c360-472d-a13f-dc8fae743cac","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.228212368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"2870ea7f-76d7-490b-94da-5f2ac2460bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.28100506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"2870ea7f-76d7-490b-94da-5f2ac2460bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.283287207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"e8d8dd24-169f-4881-9294-f35b5dd6bf66","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:04.301579064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"5e12257d-97c4-4f6d-a4ad-cac6506251b2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.330938924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"3e7da2cb-2a9a-4e21-a112-32c12806b212","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:04.33280786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-dc087a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.333171113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"900b78b2-52e0-4b22-ad4d-22361a314193","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.385060148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"27e78ee9-8530-46c3-8216-2eb8fae1db0e","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.42989513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c30e15b9-472e-4190-ac51-e75309f81845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.484254381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c30e15b9-472e-4190-ac51-e75309f81845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.498300477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"9a1bcef4-1f70-49ae-b7e2-d837257d5a6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.499196425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"5ff5f2e4-e5e1-4874-9de1-01d6a092366a","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.537037577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c30e15b9-472e-4190-ac51-e75309f81845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.553963613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"952b7710-5fd4-4d0d-adb4-398c21f450f9","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.601684335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"5fd40762-4713-4405-91ff-1dffa87571ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"premium-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.651775148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7c0a09f4-00a2-4afb-94b4-ce502d199b37","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.698993031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"27e4c3fc-eca3-4204-ba13-a6fd828adbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.69903272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"eb02a5b0-c5d9-471a-ba96-65b52d2139ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.753482382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"eb02a5b0-c5d9-471a-ba96-65b52d2139ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.753484161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"27e4c3fc-eca3-4204-ba13-a6fd828adbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.756992921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"34d90242-ba35-44a8-a444-2ae7f1696ba3","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.806395115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"eb02a5b0-c5d9-471a-ba96-65b52d2139ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.806463007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"27e4c3fc-eca3-4204-ba13-a6fd828adbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.860791266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"49769811-ef6c-4ef0-92c1-1d1639446b02","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:04.95331787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"de533ea2-b358-4257-a4e4-850142082ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:05.005084076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b18e1d3d-7088-40f0-971f-4bcc02706641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:05.059114336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b18e1d3d-7088-40f0-971f-4bcc02706641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:05.111748815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b18e1d3d-7088-40f0-971f-4bcc02706641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:09.953776778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"72f954d2-88ec-4cda-944d-7c83409d0f41","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.078354457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"db9493af-0b1f-46c3-b6bc-12c9a1882eea","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.133488518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"73b50af9-b4f2-4fc7-9b56-701b87792766","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.18167838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"c37d1ea7-2736-4054-826b-a49cb1b75f6c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:10.187129182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.233429079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9fba4ecd-5bc3-4a11-a5bb-30ed8c9258e4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.361472367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"4cc7e81b-a74f-4ad0-95fb-b6d7d1d697df","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.416152744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b09e9ef8-53dc-450e-bab1-8a5af165c4c6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.433216572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"3f9d9cdc-2c92-4df9-9e1b-01814f790d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:10.466393283Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b09e9ef8-53dc-450e-bab1-8a5af165c4c6","name":"simulator-w3-388451","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:10.466485186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b09e9ef8-53dc-450e-bab1-8a5af165c4c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.471875825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9f6d7efa-0fb2-493f-9111-5ea2be33b0cd","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.510183633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"515407b9-71ed-46fd-904b-9409999cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.586072651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"fc07b23e-1eb7-4fb0-a733-8d1688d889c0","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.63192324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"515407b9-71ed-46fd-904b-9409999cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.633361708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"36ba2594-0e85-4c7c-93f1-a67bd24a800a","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.687045778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"515407b9-71ed-46fd-904b-9409999cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.688300416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f93db193-b818-4ffd-b10f-9ba1949fb4a0","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.734715344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"6a55fb42-9c5b-479b-b413-a9b399b080ca","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:10.740556479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.740958499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"5025e11e-6b37-48fe-b7c5-d0121dbe85a8","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.788312223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"9689ddaf-cf8a-457c-9627-6d39cc1aafe6","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.788325412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"be345b2f-e549-4808-9da6-94dbb8e6b282","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.8372433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c7b9072a-c80a-4682-aec3-c965cd293696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.892066308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c7b9072a-c80a-4682-aec3-c965cd293696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.9080176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"fc280fa6-81c4-48c8-bcc9-6e51bfbcf836","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.944465527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c7b9072a-c80a-4682-aec3-c965cd293696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.96351571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"ed75b497-1010-4379-99b4-ba64b23466e6","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:10.987273424Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"646d33c3-0f3a-4718-9172-08d49d0af0ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"premium-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.1067216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"68c57f70-739a-4092-88bb-961fe13f7538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.107260913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"96b9b79d-bbd6-48e7-b619-3f7c459ca7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.142245958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"34df01e0-2629-43cc-beba-08f15226cec6","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.160477267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"68c57f70-739a-4092-88bb-961fe13f7538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.160983142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"96b9b79d-bbd6-48e7-b619-3f7c459ca7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.214056394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"96b9b79d-bbd6-48e7-b619-3f7c459ca7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.214408686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"68c57f70-739a-4092-88bb-961fe13f7538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.266894118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"d43307a5-1426-4a4b-9f26-bae593b169a0","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.337266384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"1d68444f-83ba-410d-aea7-25ae30c62fd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.411258932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b7c086ce-b997-4d0b-af61-dc813705c148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.468454287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b7c086ce-b997-4d0b-af61-dc813705c148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.522534841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b7c086ce-b997-4d0b-af61-dc813705c148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.848005027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"d402c048-6902-4b70-8f1e-fe1146a02ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:11.947439962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"e71152e8-da6a-407c-861b-2f985bf294f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.001203148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"a9558d55-9f00-448f-a3c2-3799cea5da9c","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.130904376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"a8383e90-6724-46f8-9f2b-527b80f4a356","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.303320323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c60edabf-09fe-456c-87b9-e0a34e86ab4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.303334717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4b04fb90-6406-4f15-9978-c7a58aa22487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.358877646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c60edabf-09fe-456c-87b9-e0a34e86ab4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.358877642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4b04fb90-6406-4f15-9978-c7a58aa22487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.411824049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c60edabf-09fe-456c-87b9-e0a34e86ab4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.412588106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4b04fb90-6406-4f15-9978-c7a58aa22487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.466690992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"79baa18e-b4c9-4006-bf80-a791071d1b69","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.469197544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7f0f5972-3478-46a7-8d29-5aa52ec2d023","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.610991414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"474b5843-34f8-4e2a-a590-bc0911a0726f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.612744986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a2c72b43-7317-4aaf-aee2-05e9aeda7293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.665124739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"474b5843-34f8-4e2a-a590-bc0911a0726f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.667448234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a2c72b43-7317-4aaf-aee2-05e9aeda7293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.71791576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"474b5843-34f8-4e2a-a590-bc0911a0726f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.719846499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a2c72b43-7317-4aaf-aee2-05e9aeda7293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:12.768092956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"474b5843-34f8-4e2a-a590-bc0911a0726f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:12.769550387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a2c72b43-7317-4aaf-aee2-05e9aeda7293","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.918781768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"cea41dea-22d5-4107-b5f0-0e2c3b08958c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.918990081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e03a545c-fece-4bdb-9326-be32d19ea7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.973262565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e03a545c-fece-4bdb-9326-be32d19ea7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:12.973558319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"cea41dea-22d5-4107-b5f0-0e2c3b08958c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.026213973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e03a545c-fece-4bdb-9326-be32d19ea7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.026278596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"cea41dea-22d5-4107-b5f0-0e2c3b08958c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.165425323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"70fb8900-9260-4831-9823-7ca77bd20cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.166159368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"bf6355ed-3255-471e-9998-16912cfa7e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.219299212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"70fb8900-9260-4831-9823-7ca77bd20cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.221086248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"bf6355ed-3255-471e-9998-16912cfa7e59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.522607955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"96f7fc1a-d953-44c3-b303-fdc38689cb65","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.525285518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"05760e8f-2d5b-4b77-8d5f-1ae9d08c6c23","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:13.613339427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:16.240691642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"b2d2760a-78d7-479e-b31a-1c642d44b563","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:16.31849668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"1cdb0078-e94a-4e32-93e1-c63f9a321167","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.360462777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4507a813-58c2-4a1c-b365-6113bd2e3893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.414746393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4507a813-58c2-4a1c-b365-6113bd2e3893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.467609216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4507a813-58c2-4a1c-b365-6113bd2e3893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.668758264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"c64fbb9b-776e-48f5-9c96-0179a909ea9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.723065913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"c64fbb9b-776e-48f5-9c96-0179a909ea9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:21.776188561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"c64fbb9b-776e-48f5-9c96-0179a909ea9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.10096756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"a2ff42d2-33ef-41b6-9f1d-4e873068fd5d","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.15454942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"cae1414b-01c8-4cf9-bcd9-7b268bdf1da8","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.30075088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"e42a1530-3158-4df5-b36b-d5e865e724c4","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.355059624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"e42a1530-3158-4df5-b36b-d5e865e724c4","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.376305015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"55c3e17b-fb23-43db-aa8a-b308e85a3ccd","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.429787025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f5dd38ff-b4eb-45ac-8bf7-83745747464e","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:22.476854327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7","reconcileID":"f981e3d0-f3d0-4200-989b-01fab1607c5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-32698ed7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.483915422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"a154c66f-f10d-4ac2-b609-c726618acdfc","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.521139492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"38dee75d-3adb-4185-be64-7b370354a529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.521173731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"9560b233-6178-4885-b861-11e744e67ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.57555526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"38dee75d-3adb-4185-be64-7b370354a529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.57595058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"9560b233-6178-4885-b861-11e744e67ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.585945907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"461f0ba9-3a4a-4542-beb8-680b6af86880","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.637504284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"0a15887a-1998-48b1-aecb-99285a82e8ae","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.663802872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"83816f07-6d19-41e0-9c1a-7f28dd156f95","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.80884759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"af2cacaa-b91e-4ed5-b833-3b174bae50d2","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.862878738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"af2cacaa-b91e-4ed5-b833-3b174bae50d2","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.889228012Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7","reconcileID":"95bdffde-631d-47fd-b63e-98255933c178","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-dry-sub-32698ed7","ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.908866874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1c70cf3b-6fab-462a-a313-6800890a2081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.90889322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"95ee8284-c499-458d-9be6-2362b0c3c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.963177079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"95ee8284-c499-458d-9be6-2362b0c3c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:22.963351873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1c70cf3b-6fab-462a-a313-6800890a2081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.041952628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"b987433c-b3be-4c02-98bf-aa2dbb778aec","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.086195347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"50b6b486-df86-4f4c-b701-2d8aa9e2655a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.171907746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ba9d84b4-b39f-4462-bba5-296af290c1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.171907726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"a44d32a7-a6bb-4ade-8635-2c7942aaac8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.226446944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ba9d84b4-b39f-4462-bba5-296af290c1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.227459876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"a44d32a7-a6bb-4ade-8635-2c7942aaac8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.23785702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7","reconcileID":"4c0f3c45-246e-41b6-8448-6193fdad6915","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.279008318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ba9d84b4-b39f-4462-bba5-296af290c1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:23.280601062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-dc087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ae1a9a199877f0776fe61c49207f8489a69f090b815bcc3a62199a4b15d0705) AuthConfig (58f0b6d578736305e2e8a0c50083ba1d87b425d2169a9620583ad18ea8d5fb02) AuthConfig (244edfaf879a2e21216ab07ba8e76263e6cbdcd835db90c3921854b1be387c39) AuthConfig (e04d15d5d5178649eb73b1b3e5b07bc6dd9df3c0f8fae9a1fa2bc4d8e7b8e15a) AuthConfig (1e65100816ce56f48eedec3101237653a1a70eb5fb29ed6ee544764c07398dfa) AuthConfig (7b5b1485aafc070a62a6f910a37be97802dd7045af23b699210b01be04a7a928) AuthConfig (7b7638bc718507e99f76785e8153cc79eaea82a05cbfcfc25b346aaab7f2b241) AuthConfig (2adc3f4de1146c93715f3acb95b6a06f0e06539ee4a1b24fbe4f56dabf52a78e) AuthConfig (57d31fb6c1aa3e44d0b25308423e6edf9079a4d6159baf68cdb371b3ae573ef1) AuthConfig (c1131e095dc2755ef59d2795681b49e9fcab86a3a60a4b2c52218758290925cb) AuthConfig (a6d8e5d8ae654167f0480b27ae68755ab24c25e26effa0723c9ca99fad87dcdc) AuthConfig (9f9a28fcf4d6ebe5383bd127281b7210c3805d5e9b9dd324cd248df72ddc93dc) AuthConfig (fadc276fb81b25311f5e53dc2612074d2cfa78ada05dc4bbe1ceba9977e57990) AuthConfig (4ad11f89139be1df111e5cdb860661cde61b4205d5deac3c5545f657664ceaca) AuthConfig (e31e29ae4ae99bdcd378d7772ce8842a1f6a0fd1f202eda765a15639aa4b61b4) AuthConfig (48404b8b51eaf6e7b69e57045a6bf9737deefc94b62678dd401780f369de0ca6) AuthConfig (593075e95abb52983094b1589b6dc548b28ad8908a827de63871e88cdbecfe44) AuthConfig (e07f7580f8879bbbaca4ed0d37ceda93bc34570f87876d971ee16f229268d40a) AuthConfig (8c21e1fb6e85f725bce048f3e8263837af25a5feb90acfc204c3d2a38ca54c19) AuthConfig (18a725cd508d95f5e3cc150ef5c12bb0ce96c879fac2b84c899f089bcc7442a2) AuthConfig (3f207883f3b3e1c6d5654a42a7e8e3bda16ffa74fb733f4e2c4104f2b06364ed) AuthConfig (d16d054b0fe841f0791b0c3b335e80f1e75e390106b5aef979f4fc65d4d7c200) AuthConfig (e15771dc574df309c6e0c3b3ebf3bcba44d7e28f1291c2ef73a3b1a04e13ddeb) AuthConfig (875d8cde277addabfac0a5ca2c21cafe74c638bca7c4a33c0e8d4be90a551ab0) AuthConfig (55d0b138a64949c443244c763d9277d3b3616473b8d3d54e8f61fb2fcd9173e8) AuthConfig (108590c5b7e4d48a2aae882b92ddccbf641b2e71e48ec0754e34c9da5be1d566) AuthConfig (da4cb30fcee021b26e279d6e7991f3c32f4ac2fcd71f50b94ace921ddbc2ab76) AuthConfig (fdfce4d799164e06257c37c98140f97fb69fddac9d95261bd4cbb325001d517b) AuthConfig (1c9277758afdd5875573141e6c51c17a0f0b4f23aa3951ddf20c1a0044fce2f3) AuthConfig (37d9eee969d5077a2d2bd50e44475fdff83b31faae613a9c8d11c600bd255f9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"a44d32a7-a6bb-4ade-8635-2c7942aaac8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.05290379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"3055df15-587e-4b8f-a416-151408a23fe9","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.236162599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a7585a66-6c4e-4787-b0e7-51ced4db1316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.236767394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c923b97d-54d8-4bd1-aef7-5d1c26019987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.236788265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"ece7107f-b26e-41b6-9da5-cd2f3c7f7c56","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.29514284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c923b97d-54d8-4bd1-aef7-5d1c26019987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.29900197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a7585a66-6c4e-4787-b0e7-51ced4db1316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:27.302697677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"ece7107f-b26e-41b6-9da5-cd2f3c7f7c56","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.037057594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"d8c26490-bb11-4d44-beb9-e751a7cb3aad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.191844661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"850350f5-3449-4fc4-aaca-f8ce477c68ae","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.212652116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"56b0b5e4-ca32-4190-936e-cf35c35fc430","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.312479038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ccab5aea-f2f8-47e1-a461-3f2d95297a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.313052841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"19e80862-7b91-470b-8b61-3052ab58ff6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.367412253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ccab5aea-f2f8-47e1-a461-3f2d95297a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.368228651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"8445df4e-1e5f-4df9-928b-69d46d101bd5","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.368794453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"19e80862-7b91-470b-8b61-3052ab58ff6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.42009678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1ff28b149735bbceb98be592804bb8d6d0dc6d8c6b370f82ac23e11f70be79) AuthConfig (90e2aa3847d0de39252fb207d315e2197c3ec0394acd5237a7acee0e9aa6192d) AuthConfig (b0228e9798986f61d3132a20154991b853bcf1ed694c4c8877afc5caed2d9059) AuthConfig (b97b7da789bd2d6ab04159708cb8bb0464fd5698f1763ae5a6b9ebb128e94057) AuthConfig (88c194f41eaae9f369032bed5ee83c5e789e26e1c359c31ac847efa6b6f27f7f) AuthConfig (69046167addd6f8647474693d6883d318bd2e551d4a6b0dbe8342f21c2b74d81) AuthConfig (ecf1cef86a95e58a93fdefd8688ff9722bb36900070c06c370aa372428d71e2e) AuthConfig (56424f14916ec08e5d3988e17416de44c336890d309695e577d04a06d6811b6b) AuthConfig (a9b35a8e81c07f40b4c40350689177cb7bd48595a2161b7661d424c2ec511d59) AuthConfig (1ffefe4d6843b2a3dfabd2e44b48aa628bdc80d9c536f5fd39eab9e476d0f99f) AuthConfig (782292e143aa7431f998a69feb650461cf0e41ebc43dcb61e4fb1b03e8154da6) AuthConfig (7a13ca77d91bcefd13441c90856b26dd1f31d3d684501d3754000b1b71d25929) AuthConfig (cb023e2c4f2b4278dd66d75f523248c049e92d85ec86521af588fe0a6479b39d) AuthConfig (e032b41172b042d04201f2a837b533cf86d2850b5a6865bdbefc50be19ec4a02) AuthConfig (67496622979a1145adc286243fa1ecd3502cacbd28caf32f8ad23c7075530efc) AuthConfig (89c36a0d0a03ad685de706efa59c99e3990f2e6e68fbc08bd3b87cf9efd814d4) AuthConfig (8666b0a59dc63735d54a8fc69c7a3c4d68f134c1e304d9ff9b99659f242f2550) AuthConfig (fca90ee0cd916c4b387e173d7a28b5bf9712762d13c9c097ef367716ea5f2104) AuthConfig (882b8cbc89561be4f9d34cb2c146accba725dc6cf3ab916e744fda70042d18b0) AuthConfig (c36e399713c588d8f9c4e79c23a16b1ceabfa17a1795afb7886ffe4b865b6cee) AuthConfig (454512164d1dea086a6bfb6de1c505ef2b4e0ecf6ced7ccb92a3d1e41ca8ab5c) AuthConfig (cb1b657e30d9dee54d1aada53a6a194b03e81d3a33e52c86c6f5fd5ebfb84ae4) AuthConfig (c35681f8bee27a952c884c10272c08109e6ecd28ede34e2ac0cf92014f7d58e5) AuthConfig (796e87e2744c35e208aa05bc0900cce328a52c08fcf39536f7848b18be9b136d) AuthConfig (58df4cada1e3abf39e4f1e37526b5ee4cc47874cfe49f0ea9ff6bb4ba288181d) AuthConfig (53f9192d0c0c7da93ce034e1ca8399ac2f3079006cbc069cbe6e7e9fbb088fee) AuthConfig (d7cff5412f38ca062142869d0ee3b909930d4d8d78dee9e92c4b171216f53129) AuthConfig (20805c8628150bbb607ccd99a9dfbda4d1a908a902d62257e2136cac7e7f25d0) AuthConfig (d0e3d210bc1557f4a39c7e7fcb5e87735aa72ee6b73cfb1d2ec95e63ce56179f) AuthConfig (20d96d2dcac4520b1906b05f7a1d0c4b0c2b4de39b73a38f8feed55170ec34a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ccab5aea-f2f8-47e1-a461-3f2d95297a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.421912626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1ff28b149735bbceb98be592804bb8d6d0dc6d8c6b370f82ac23e11f70be79) AuthConfig (90e2aa3847d0de39252fb207d315e2197c3ec0394acd5237a7acee0e9aa6192d) AuthConfig (b0228e9798986f61d3132a20154991b853bcf1ed694c4c8877afc5caed2d9059) AuthConfig (b97b7da789bd2d6ab04159708cb8bb0464fd5698f1763ae5a6b9ebb128e94057) AuthConfig (88c194f41eaae9f369032bed5ee83c5e789e26e1c359c31ac847efa6b6f27f7f) AuthConfig (69046167addd6f8647474693d6883d318bd2e551d4a6b0dbe8342f21c2b74d81) AuthConfig (ecf1cef86a95e58a93fdefd8688ff9722bb36900070c06c370aa372428d71e2e) AuthConfig (56424f14916ec08e5d3988e17416de44c336890d309695e577d04a06d6811b6b) AuthConfig (a9b35a8e81c07f40b4c40350689177cb7bd48595a2161b7661d424c2ec511d59) AuthConfig (1ffefe4d6843b2a3dfabd2e44b48aa628bdc80d9c536f5fd39eab9e476d0f99f) AuthConfig (782292e143aa7431f998a69feb650461cf0e41ebc43dcb61e4fb1b03e8154da6) AuthConfig (7a13ca77d91bcefd13441c90856b26dd1f31d3d684501d3754000b1b71d25929) AuthConfig (cb023e2c4f2b4278dd66d75f523248c049e92d85ec86521af588fe0a6479b39d) AuthConfig (e032b41172b042d04201f2a837b533cf86d2850b5a6865bdbefc50be19ec4a02) AuthConfig (67496622979a1145adc286243fa1ecd3502cacbd28caf32f8ad23c7075530efc) AuthConfig (89c36a0d0a03ad685de706efa59c99e3990f2e6e68fbc08bd3b87cf9efd814d4) AuthConfig (8666b0a59dc63735d54a8fc69c7a3c4d68f134c1e304d9ff9b99659f242f2550) AuthConfig (fca90ee0cd916c4b387e173d7a28b5bf9712762d13c9c097ef367716ea5f2104) AuthConfig (882b8cbc89561be4f9d34cb2c146accba725dc6cf3ab916e744fda70042d18b0) AuthConfig (c36e399713c588d8f9c4e79c23a16b1ceabfa17a1795afb7886ffe4b865b6cee) AuthConfig (454512164d1dea086a6bfb6de1c505ef2b4e0ecf6ced7ccb92a3d1e41ca8ab5c) AuthConfig (cb1b657e30d9dee54d1aada53a6a194b03e81d3a33e52c86c6f5fd5ebfb84ae4) AuthConfig (c35681f8bee27a952c884c10272c08109e6ecd28ede34e2ac0cf92014f7d58e5) AuthConfig (796e87e2744c35e208aa05bc0900cce328a52c08fcf39536f7848b18be9b136d) AuthConfig (58df4cada1e3abf39e4f1e37526b5ee4cc47874cfe49f0ea9ff6bb4ba288181d) AuthConfig (53f9192d0c0c7da93ce034e1ca8399ac2f3079006cbc069cbe6e7e9fbb088fee) AuthConfig (d7cff5412f38ca062142869d0ee3b909930d4d8d78dee9e92c4b171216f53129) AuthConfig (20805c8628150bbb607ccd99a9dfbda4d1a908a902d62257e2136cac7e7f25d0) AuthConfig (d0e3d210bc1557f4a39c7e7fcb5e87735aa72ee6b73cfb1d2ec95e63ce56179f) AuthConfig (20d96d2dcac4520b1906b05f7a1d0c4b0c2b4de39b73a38f8feed55170ec34a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"19e80862-7b91-470b-8b61-3052ab58ff6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.475257212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"55d549f5-d317-40f4-89a8-e525b30231d1","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.477866893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"1edd1153-6b37-4033-8173-450408562bde","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.621044537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"49eca166-770a-4eb5-b5d3-cdcd39bd58e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.621455755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"79a1bc8c-3f40-4576-ad5e-7602f189b14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.675551778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"79a1bc8c-3f40-4576-ad5e-7602f189b14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.675620633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"49eca166-770a-4eb5-b5d3-cdcd39bd58e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.728732438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1ff28b149735bbceb98be592804bb8d6d0dc6d8c6b370f82ac23e11f70be79) AuthConfig (90e2aa3847d0de39252fb207d315e2197c3ec0394acd5237a7acee0e9aa6192d) AuthConfig (b0228e9798986f61d3132a20154991b853bcf1ed694c4c8877afc5caed2d9059) AuthConfig (b97b7da789bd2d6ab04159708cb8bb0464fd5698f1763ae5a6b9ebb128e94057) AuthConfig (88c194f41eaae9f369032bed5ee83c5e789e26e1c359c31ac847efa6b6f27f7f) AuthConfig (69046167addd6f8647474693d6883d318bd2e551d4a6b0dbe8342f21c2b74d81) AuthConfig (ecf1cef86a95e58a93fdefd8688ff9722bb36900070c06c370aa372428d71e2e) AuthConfig (56424f14916ec08e5d3988e17416de44c336890d309695e577d04a06d6811b6b) AuthConfig (a9b35a8e81c07f40b4c40350689177cb7bd48595a2161b7661d424c2ec511d59) AuthConfig (1ffefe4d6843b2a3dfabd2e44b48aa628bdc80d9c536f5fd39eab9e476d0f99f) AuthConfig (782292e143aa7431f998a69feb650461cf0e41ebc43dcb61e4fb1b03e8154da6) AuthConfig (7a13ca77d91bcefd13441c90856b26dd1f31d3d684501d3754000b1b71d25929) AuthConfig (cb023e2c4f2b4278dd66d75f523248c049e92d85ec86521af588fe0a6479b39d) AuthConfig (e032b41172b042d04201f2a837b533cf86d2850b5a6865bdbefc50be19ec4a02) AuthConfig (67496622979a1145adc286243fa1ecd3502cacbd28caf32f8ad23c7075530efc) AuthConfig (89c36a0d0a03ad685de706efa59c99e3990f2e6e68fbc08bd3b87cf9efd814d4) AuthConfig (8666b0a59dc63735d54a8fc69c7a3c4d68f134c1e304d9ff9b99659f242f2550) AuthConfig (fca90ee0cd916c4b387e173d7a28b5bf9712762d13c9c097ef367716ea5f2104) AuthConfig (882b8cbc89561be4f9d34cb2c146accba725dc6cf3ab916e744fda70042d18b0) AuthConfig (c36e399713c588d8f9c4e79c23a16b1ceabfa17a1795afb7886ffe4b865b6cee) AuthConfig (454512164d1dea086a6bfb6de1c505ef2b4e0ecf6ced7ccb92a3d1e41ca8ab5c) AuthConfig (cb1b657e30d9dee54d1aada53a6a194b03e81d3a33e52c86c6f5fd5ebfb84ae4) AuthConfig (c35681f8bee27a952c884c10272c08109e6ecd28ede34e2ac0cf92014f7d58e5) AuthConfig (796e87e2744c35e208aa05bc0900cce328a52c08fcf39536f7848b18be9b136d) AuthConfig (58df4cada1e3abf39e4f1e37526b5ee4cc47874cfe49f0ea9ff6bb4ba288181d) AuthConfig (53f9192d0c0c7da93ce034e1ca8399ac2f3079006cbc069cbe6e7e9fbb088fee) AuthConfig (d7cff5412f38ca062142869d0ee3b909930d4d8d78dee9e92c4b171216f53129) AuthConfig (20805c8628150bbb607ccd99a9dfbda4d1a908a902d62257e2136cac7e7f25d0) AuthConfig (d0e3d210bc1557f4a39c7e7fcb5e87735aa72ee6b73cfb1d2ec95e63ce56179f) AuthConfig (20d96d2dcac4520b1906b05f7a1d0c4b0c2b4de39b73a38f8feed55170ec34a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"79a1bc8c-3f40-4576-ad5e-7602f189b14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:28.728804945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-388451-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ec1ff28b149735bbceb98be592804bb8d6d0dc6d8c6b370f82ac23e11f70be79) AuthConfig (90e2aa3847d0de39252fb207d315e2197c3ec0394acd5237a7acee0e9aa6192d) AuthConfig (b0228e9798986f61d3132a20154991b853bcf1ed694c4c8877afc5caed2d9059) AuthConfig (b97b7da789bd2d6ab04159708cb8bb0464fd5698f1763ae5a6b9ebb128e94057) AuthConfig (88c194f41eaae9f369032bed5ee83c5e789e26e1c359c31ac847efa6b6f27f7f) AuthConfig (69046167addd6f8647474693d6883d318bd2e551d4a6b0dbe8342f21c2b74d81) AuthConfig (ecf1cef86a95e58a93fdefd8688ff9722bb36900070c06c370aa372428d71e2e) AuthConfig (56424f14916ec08e5d3988e17416de44c336890d309695e577d04a06d6811b6b) AuthConfig (a9b35a8e81c07f40b4c40350689177cb7bd48595a2161b7661d424c2ec511d59) AuthConfig (1ffefe4d6843b2a3dfabd2e44b48aa628bdc80d9c536f5fd39eab9e476d0f99f) AuthConfig (782292e143aa7431f998a69feb650461cf0e41ebc43dcb61e4fb1b03e8154da6) AuthConfig (7a13ca77d91bcefd13441c90856b26dd1f31d3d684501d3754000b1b71d25929) AuthConfig (cb023e2c4f2b4278dd66d75f523248c049e92d85ec86521af588fe0a6479b39d) AuthConfig (e032b41172b042d04201f2a837b533cf86d2850b5a6865bdbefc50be19ec4a02) AuthConfig (67496622979a1145adc286243fa1ecd3502cacbd28caf32f8ad23c7075530efc) AuthConfig (89c36a0d0a03ad685de706efa59c99e3990f2e6e68fbc08bd3b87cf9efd814d4) AuthConfig (8666b0a59dc63735d54a8fc69c7a3c4d68f134c1e304d9ff9b99659f242f2550) AuthConfig (fca90ee0cd916c4b387e173d7a28b5bf9712762d13c9c097ef367716ea5f2104) AuthConfig (882b8cbc89561be4f9d34cb2c146accba725dc6cf3ab916e744fda70042d18b0) AuthConfig (c36e399713c588d8f9c4e79c23a16b1ceabfa17a1795afb7886ffe4b865b6cee) AuthConfig (454512164d1dea086a6bfb6de1c505ef2b4e0ecf6ced7ccb92a3d1e41ca8ab5c) AuthConfig (cb1b657e30d9dee54d1aada53a6a194b03e81d3a33e52c86c6f5fd5ebfb84ae4) AuthConfig (c35681f8bee27a952c884c10272c08109e6ecd28ede34e2ac0cf92014f7d58e5) AuthConfig (796e87e2744c35e208aa05bc0900cce328a52c08fcf39536f7848b18be9b136d) AuthConfig (58df4cada1e3abf39e4f1e37526b5ee4cc47874cfe49f0ea9ff6bb4ba288181d) AuthConfig (53f9192d0c0c7da93ce034e1ca8399ac2f3079006cbc069cbe6e7e9fbb088fee) AuthConfig (d7cff5412f38ca062142869d0ee3b909930d4d8d78dee9e92c4b171216f53129) AuthConfig (20805c8628150bbb607ccd99a9dfbda4d1a908a902d62257e2136cac7e7f25d0) AuthConfig (d0e3d210bc1557f4a39c7e7fcb5e87735aa72ee6b73cfb1d2ec95e63ce56179f) AuthConfig (20d96d2dcac4520b1906b05f7a1d0c4b0c2b4de39b73a38f8feed55170ec34a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"49eca166-770a-4eb5-b5d3-cdcd39bd58e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.425017722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"92c3f2b0-d042-47f8-9fb1-45dfd6327737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.425018825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1c183fbe-11a0-4170-ac49-c0c389423799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.479359669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"92c3f2b0-d042-47f8-9fb1-45dfd6327737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.479649877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1c183fbe-11a0-4170-ac49-c0c389423799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.787009947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"809cb2ab-b9bd-4f8a-aec0-526dfeb7c83d","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:33.789407097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"2c1655bd-bfab-48e9-8d18-7fb8eecfded0","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:36.541275657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee91ca75-e012-4746-983f-ab51ef03d3a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:36.661431329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"416f25e2-9002-4534-93b6-dfdee30058f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:36.765687389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"a2d92a40-5968-4852-9b88-fa373788bc5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:36.865564775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"d6f6d03f-2f8d-4a24-aff2-6d5ee790bc0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:36.966860639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"3d724fb1-3257-42c4-9bfb-f1741f02bd76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.076878182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"26c355c2-b139-4c7f-8766-62546291f271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.232070997Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"5c18b66d-4425-4066-92f2-2aa6ca966f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.237124826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7","reconcileID":"f77516ad-d759-45bb-98a6-db03c3d3a403","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscription":"e2e-dry-sub-32698ed7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.318386747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6229bb0b-c4c2-400c-839a-98c69f2867fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.383386971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7","reconcileID":"f77516ad-d759-45bb-98a6-db03c3d3a403","MaaSSubscription":{"name":"e2e-dry-sub-32698ed7","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.527107154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"16698c15-9c2b-4332-bc94-a68bfccb12f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.637471511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"3480fdf4-821a-4c98-9fd0-40391e956c61","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.782434104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"5518ff9b-9959-4e93-a32a-79014a865587","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.782619059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"f8ee4937-54fa-42f7-a6fb-8bd9715e3ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.782433455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"3c95c9ef-3bed-47ef-b41b-ec4a6ef88ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.793630347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"fa537c7a-a091-4c8a-a0a1-39fdeddcb52b","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.836887012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"f8ee4937-54fa-42f7-a6fb-8bd9715e3ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.837045215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"3c95c9ef-3bed-47ef-b41b-ec4a6ef88ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:37.839309218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"5518ff9b-9959-4e93-a32a-79014a865587","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.033974881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-dry-sub-32698ed7-auth","reconcileID":"6a0adbc6-7f57-46f9-85f6-6ff959716c08","MaaSAuthPolicy":{"name":"e2e-dry-sub-32698ed7-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.287262305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e9ed45b3-361d-45c5-9b04-2504a9423a82","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.874287269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"7169cf27-9cdc-421a-91a3-91450a5e1ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.874438027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"64485510-3417-417d-a49e-21f92d17a933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.930367557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"7169cf27-9cdc-421a-91a3-91450a5e1ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:38.930414579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"64485510-3417-417d-a49e-21f92d17a933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.183510034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"c910f765-2cfe-48a6-96e2-487db52eea81","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.183883648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"c2e6511b-5865-427d-a820-10ac96d89ca3","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.448064271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"bfa1b182-3d1d-4b25-8a55-be1884fae4de","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.499963788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ebe32cbd-6f60-4557-8bfd-50389c80331b","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.645326821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"5bdfcc78-3133-418f-b6a3-28cb8a73d18a","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.69976074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"5bdfcc78-3133-418f-b6a3-28cb8a73d18a","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.718425227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"d644e784-5fc8-4e44-b980-ffe2f6de3511","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.772133325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"b7e20cd4-ec4e-4319-b1a5-0cfd3dbf4917","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:39.820667561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71","reconcileID":"632666c0-2656-4492-8757-f0151fe29759","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-20552e71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.86354182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b784e1c3-5fef-4482-a920-40bf8813a38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.863535886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f3861291-71cf-43b1-b797-de207c4bee3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.921021263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f3861291-71cf-43b1-b797-de207c4bee3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.921791483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b784e1c3-5fef-4482-a920-40bf8813a38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.953135771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"bdc6c0bf-8a81-49d3-bb24-16f11a467732","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:39.960565718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e2d11d1c-0147-4afe-82a3-6ad0f70da5ef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.014618005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ef986449-f444-49a5-97a4-2559f21403ff","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.098474635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"67d6edd8-8130-41fc-a831-fac5d5b8bb75","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.152785288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"67d6edd8-8130-41fc-a831-fac5d5b8bb75","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.26360287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5e4469d3-d93d-4b75-a1c1-88919e219417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.263627273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"808d4ed6-8fd9-4b00-8272-9158012c931b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.267432712Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71","reconcileID":"18cd4ab2-7da4-4cd5-aad2-22ccfd381d9d","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-combo-sub-20552e71","ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.319397803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"808d4ed6-8fd9-4b00-8272-9158012c931b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.319414754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5e4469d3-d93d-4b75-a1c1-88919e219417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.425491351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f53c8948-245e-4754-8491-ce215eac5f1e","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.46694355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"f2ff1eb2-31dd-4800-8748-d48b198d89ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.564754773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"4553284b-f0fa-479e-b407-3e4942f7a357","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.618764513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"4553284b-f0fa-479e-b407-3e4942f7a357","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:40.623757985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71","reconcileID":"474a3512-293c-494f-8920-8b8586e8fa95","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:43.039038744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"3d6c76e7-a997-43ff-82d3-b8689492b986","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:43.109063073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"bc5354ff-604c-4006-bb0e-24afbd226c0d","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:43.613848846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:44.961064577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"32f345de-44c2-4ea0-9f64-c89a7db593e1","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.106699465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"89928a70-098f-4aa5-bb9d-0b82b3ea1f02","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.106919587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4292ef98-1160-405b-824a-649c74ea298d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.106702817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"49a3ace5-8c4c-489d-b3f4-b91ee9c114c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.161558934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4292ef98-1160-405b-824a-649c74ea298d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.161616052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"49a3ace5-8c4c-489d-b3f4-b91ee9c114c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:45.164167446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"89928a70-098f-4aa5-bb9d-0b82b3ea1f02","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:48.730585581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"c7bf5e0f-127a-4eb2-972b-5c81db83679e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:48.871224257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ea50549-9f8d-4df1-a34b-303b24cfd6fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:48.92357176Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"0d33cf3d-851f-4eb9-b35b-cf4239a2d2bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.064414635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"0e5cd9b6-0d49-4e20-b400-f6729e16d196","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.186395214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77a83e92-f452-485f-9ced-dc5b6712f66c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.220311635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"8366940d-c613-4510-a1b4-5ed05c504611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.305003923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"14eda644-d0e6-4a08-a20d-3c401047371c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.404285179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"fd5b735e-cf41-4dc9-8947-8ee9de6ce9e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:49.424947431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"28f9f6dd-1125-49b2-bc20-f0efd7c0259a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.233856264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"c9e99d74-8e40-4f5f-9ef9-b4e5e7811158","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.287159326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6597914c-fa3e-4afa-945d-a9dac1f9f732","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.43232893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"81383160-bca6-4a33-af71-0794204ed105","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.486509442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"81383160-bca6-4a33-af71-0794204ed105","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:50.782339961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-sub","reconcileID":"8475c6b3-d146-4675-994a-0c46450c2e0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.790616026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6cfe824c-981d-4c7c-b88d-e17ff5ef8318","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.826326397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bbaed3c7-c8f7-4643-9bce-e0a353104062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.826332966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f9f597fe-3c2a-4d72-9638-a196392a139f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.880718796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bbaed3c7-c8f7-4643-9bce-e0a353104062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.881764389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f9f597fe-3c2a-4d72-9638-a196392a139f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.934862923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"4e60b825-1e2d-4266-b0bc-427759fd63da","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:50.988878901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"4e60b825-1e2d-4266-b0bc-427759fd63da","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.225810946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"29a2b129-ed8a-4365-80f2-fcbb997bbe16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.225824991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"db4c4736-c1bf-401e-a1b4-2f091743bfe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.280427294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"29a2b129-ed8a-4365-80f2-fcbb997bbe16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.281609441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"db4c4736-c1bf-401e-a1b4-2f091743bfe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.323889918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"46f50d2f-c6f8-4aeb-a52e-82bbc1589b61","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:51.378051699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"46f50d2f-c6f8-4aeb-a52e-82bbc1589b61","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.756393448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d76b7cf9-ae0f-4626-bb5a-891c5a11ca4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.756510766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"21114d90-321b-4113-85c6-c91a2e670339","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.756394618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3a0b312a-3d19-4c9a-9c09-0ec84af56485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.811360302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"21114d90-321b-4113-85c6-c91a2e670339","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.811450204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3a0b312a-3d19-4c9a-9c09-0ec84af56485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:53.814054603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d76b7cf9-ae0f-4626-bb5a-891c5a11ca4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.113165352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71","reconcileID":"34beeb57-6ec9-41bc-9560-6f28eda509bb","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscription":"e2e-combo-sub-20552e71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.267937788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71","reconcileID":"34beeb57-6ec9-41bc-9560-6f28eda509bb","MaaSSubscription":{"name":"e2e-combo-sub-20552e71","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.472247691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"7624e053-0917-4ef2-988d-adb463b798bf","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.617189402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"a78e2e2c-98a6-4be2-8845-b30543833397","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.617219643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"02675ac8-648b-4965-97e2-8be484c2b604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.617675163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"10ab0f4b-ea4d-427a-b514-8ddfeb0f438c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.646033438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ed62f479-898e-4d51-8293-21d20691666b","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.671493689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"a78e2e2c-98a6-4be2-8845-b30543833397","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.6718065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"10ab0f4b-ea4d-427a-b514-8ddfeb0f438c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.673875294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"02675ac8-648b-4965-97e2-8be484c2b604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:55.872482981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-combo-sub-20552e71-auth","reconcileID":"4c863496-23d4-496f-b7a1-2b553578ffc7","MaaSAuthPolicy":{"name":"e2e-combo-sub-20552e71-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.028396687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"28f44ca2-f263-482c-80ca-abb7c4fdf39f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.185085938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"9f924f4d-fade-446d-899c-869924a38c8b","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.313657856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ce15a82a-388d-42c9-9a35-e42222c613fe","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.366044808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"25709605-c04b-4e1d-87a8-8feca0d3065e","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:56.415251631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"ec418bac-e250-4d13-8f0e-2927b18a5728","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.52430814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ff624d2f-ad95-4f02-b917-e2f84697377f","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.577971603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"2e59523a-a0ac-4222-a408-f16795d7d58b","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.586904723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"d7eb10f2-d097-4958-995a-6145cfbea21d","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.641936771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"b80ad6a4-4ea5-40ee-9248-505356463bf8","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:56.691769367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"b80ad6a4-4ea5-40ee-9248-505356463bf8","name":"simulator-w4-60a6c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:56.691842069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"b80ad6a4-4ea5-40ee-9248-505356463bf8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.697150758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"413d7f4a-eb90-48e9-8866-f2805f0e593c","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.735444154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"fc66d30f-4c6c-4795-aec4-08eaeb155c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.777282158Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"94789ec1-4a98-4378-9156-071e00bb5f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"simulator-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.858888175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"fc66d30f-4c6c-4795-aec4-08eaeb155c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.862339147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"eb1eb78e-77f9-40d3-acaa-7005bff4cf8c","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.911249578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"fc66d30f-4c6c-4795-aec4-08eaeb155c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.919998331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ffced6b4-6d7c-4371-8e25-afb5c7e15e20","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:56.926917224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"94789ec1-4a98-4378-9156-071e00bb5f32","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.963056958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"7016320e-72d7-456b-9c29-b249b894467a","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:56.965820904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"3c94387a-5d40-48cf-b160-4207dfa0d769","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:56.969375917Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.01684428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"50663801-6c08-4cd0-a5dc-77e6b73e7612","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.064602354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"9d857d1c-79f0-4005-83bf-98ffaec67eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.119164243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"9d857d1c-79f0-4005-83bf-98ffaec67eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.122195639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"edf8944c-4c0e-48ff-9f06-51b1dd67b418","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.139144095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"df2949ba-566e-4ee5-af63-04e3e4334c6a","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.171691768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"9d857d1c-79f0-4005-83bf-98ffaec67eb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.195344639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"7a5a557e-1796-4090-a4a2-16e21f11b300","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.22448778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"9a64c8cf-2a44-4eb9-9c2c-99320be2e507","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"premium-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.279787372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"bdf7e10b-1eb5-49e0-a0e9-72d1f81e10d2","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.346281707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"edd7b0fa-19b2-4068-aeae-8c491e56467c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.346593185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"0f256edc-78ac-4dbf-b87a-34a1ff6883b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.37864578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"7220a221-d6a4-48c1-a348-38fe9d71c50d","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.401444819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"edd7b0fa-19b2-4068-aeae-8c491e56467c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.4015064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"0f256edc-78ac-4dbf-b87a-34a1ff6883b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.476443114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"edd7b0fa-19b2-4068-aeae-8c491e56467c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.478241731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"0f256edc-78ac-4dbf-b87a-34a1ff6883b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.531403422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"a2346919-e7a6-41ce-b57f-d7e3171a37ef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.579540291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"1d2e9692-81b9-4e37-8782-abe10dbfc487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.675297315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e8270fd7-f46b-40f4-9071-69896cc32671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.729064876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e8270fd7-f46b-40f4-9071-69896cc32671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:57.781840552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e8270fd7-f46b-40f4-9071-69896cc32671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:58.917626668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"0a3b9392-2d16-4a2d-8fd5-cfe841827136","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:58.970932713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"bc04dc66-e804-43a7-9ce3-4b2e916213d4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.120908188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"caafefdc-3122-43bc-abe3-d52a2a913102","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.174646116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"caafefdc-3122-43bc-abe3-d52a2a913102","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.196271544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"499d6356-db31-4f7e-a3be-a9d06532ecfc","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.252237515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"8d3f245b-fa08-40ae-8deb-b524314b8497","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.298864294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"20ab7459-88d0-48ac-af3a-e50d5f1f6549","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:59.301881563Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.341357708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d55ae927-66fe-444f-9307-6456507c44fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.341357108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0ffa5739-1dac-44bb-bfb6-a713cdf3b72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.352428784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"8e6a291c-3de6-4546-b93f-624dec4a224f","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.395522606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d55ae927-66fe-444f-9307-6456507c44fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.395600807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0ffa5739-1dac-44bb-bfb6-a713cdf3b72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.480426145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"74d61f94-9fe1-4916-bc63-86580d45c2da","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.602278717Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-sub","reconcileID":"fa88c624-0db1-4d44-a639-2c6de3d8041f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.626604395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"ade9492c-20b8-4006-ae61-53279acc5b78","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.68077376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"ade9492c-20b8-4006-ae61-53279acc5b78","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.729123577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"26aa69d8-c12a-4ab4-be27-1a6d2b27d06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.729123915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"5343512f-e933-4990-9378-5ec9a79ee8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.754270865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"8f744b7c-8a27-417e-8791-554ef63e7de9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.783622529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"5343512f-e933-4990-9378-5ec9a79ee8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.78368517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"26aa69d8-c12a-4ab4-be27-1a6d2b27d06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.798339864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"142e402a-8645-4d6c-9775-dd585148f2e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:44:59.930172128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"ade9492c-20b8-4006-ae61-53279acc5b78","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:44:59.949208823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-sub","reconcileID":"2417688c-87f4-4347-aa4d-d5b2769031c5","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:00.080989577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"aea9f203-53b6-4dc7-8d75-95255455c1d7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:00.13529195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"aea9f203-53b6-4dc7-8d75-95255455c1d7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.365405203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"cc039535-32c0-443c-a9b9-4442246a5820","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.482460507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"92391541-f0da-4e29-8ba6-fb123d86ab7a","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.534361294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"a0d870d2-3198-44b6-a83f-1df46e8069dd","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:01.585957243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"2d4d03d9-9dfb-4033-ba03-d9545937f449","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.589026765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9e39f346-68e4-412e-8c31-3d2cb1560862","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.694894731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"81d37bce-8cad-476d-979e-9027fb851795","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.749041317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"234bcbf6-b9f2-48ed-aaf4-05dac36ae5de","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.808158705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"bff2af1d-170e-4948-8d90-8d1a98983736","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.874402162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5c8a0d06-4584-4515-8ac5-f7037a2eda10","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:01.926499417Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5c8a0d06-4584-4515-8ac5-f7037a2eda10","name":"simulator-w1-44b1ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-44b1ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:01.926571772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5c8a0d06-4584-4515-8ac5-f7037a2eda10","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-44b1ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.934172642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"b819fb37-ef75-426b-9a54-6dbf0c6c2932","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.965364314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"6db594f0-539b-42a7-91a0-75c501843e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"simulator-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:01.978329114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"574538a0-303b-41c7-94b8-3e7beb2d27e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.182359235Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"574538a0-303b-41c7-94b8-3e7beb2d27e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.182953612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"a10a673f-c387-4323-a98a-af66d748b058","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.184332165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"f7ee15ed-54cc-4f42-a84f-b63d5102e771","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.212350823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a1a93b65-39a7-4114-b40c-ed0702ed990d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.235806501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"be03e803-d6ce-4817-bab4-4a3f15933cbd","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.237524966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"574538a0-303b-41c7-94b8-3e7beb2d27e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:02.285375624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"dcd68429-3696-42cf-b674-2c2d2cd4ace9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.29153572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"d2821c9b-2806-46f1-b29b-f86e87f4cbdc","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.293990046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"01151ace-2edd-4f71-81c6-8cb4caf242a0","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.36065997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f594c9c4-16ff-48b8-a9e9-a9d4df65eb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.360983572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"f4ac90c4-1970-4341-9188-e1247253b765","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.360660831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b902242b-b267-45aa-bd97-4b3a55b9b276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.377873381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"e938049d-8ac0-4125-9130-e657b9fe80ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.396788594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"405c8780-18aa-4101-af5a-fefde747bdbd","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.411858862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"03497686-e77e-4a76-bd94-a6965f6bcc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.414662008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"20157eff-c633-45cf-bcda-163072e253b6","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.419590206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b902242b-b267-45aa-bd97-4b3a55b9b276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.423647492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f594c9c4-16ff-48b8-a9e9-a9d4df65eb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.426466425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"f4ac90c4-1970-4341-9188-e1247253b765","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.476019634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"03497686-e77e-4a76-bd94-a6965f6bcc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.476057103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"798b2422-7f7f-4e7c-ab17-b937b4a1a4bd","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:02.526364771Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"798b2422-7f7f-4e7c-ab17-b937b4a1a4bd","name":"premium-w1-44b1ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-44b1ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:02.526431526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"798b2422-7f7f-4e7c-ab17-b937b4a1a4bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-44b1ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.528688059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"03497686-e77e-4a76-bd94-a6965f6bcc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.532292033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"ded17c8e-5cf8-4c6b-bffe-96c1c4089ccd","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.613116122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"708294df-e371-4ca8-89e0-f03375f8238c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.653562556Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"a8e30fd2-4e7e-48e9-9441-34b8ba748e38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"premium-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.669111372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"708294df-e371-4ca8-89e0-f03375f8238c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.719887539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c03995cd-18d4-4903-a8ff-f61873496108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.725148797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"708294df-e371-4ca8-89e0-f03375f8238c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.774127131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c03995cd-18d4-4903-a8ff-f61873496108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.777339256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"e3c6402f-947c-4776-b163-cc4bb472ddbb","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.808433266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"9b1648c1-fe94-4849-92d8-d4b13b0d597e","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.827210564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c03995cd-18d4-4903-a8ff-f61873496108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.925265992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"1315966d-e45a-4f23-8722-c294af5133b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:02.980124632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"1315966d-e45a-4f23-8722-c294af5133b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:03.004117642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6e2dbb4b-a58a-42c9-82ca-eb7bb5f471dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:03.033198897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"1315966d-e45a-4f23-8722-c294af5133b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:03.763935956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-sub","reconcileID":"f21b3c04-c3ce-443f-ac44-935598d99f1e","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:03.764073688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-sub","reconcileID":"f21b3c04-c3ce-443f-ac44-935598d99f1e","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.125395013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"2943536b-5ed4-44fa-afb6-31e929fc398e","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.215406114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0bbef1b6-32b7-47a1-8a23-462ddb01467e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.215559328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"e6397ccd-ce4a-4b27-8a99-b872230fdf4f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.215408371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"513f22a1-da6f-4f04-90da-0309fcb29a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.222282769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ff4a40b0-26a4-4680-9c19-f2761990946b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.270431809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0bbef1b6-32b7-47a1-8a23-462ddb01467e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.270431621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"e6397ccd-ce4a-4b27-8a99-b872230fdf4f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.27291192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"513f22a1-da6f-4f04-90da-0309fcb29a15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.469491832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-apikey-failed-auth","reconcileID":"277f4368-063f-4589-b8ac-04279d9812c6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:04.721498656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"740abd7a-ea2d-4793-9298-f3f1f5dbd999","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:05.801737639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9ddfe30a-b46f-4b81-8a4e-7b81597495ed","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:05.853274585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ac406725-b1bc-4d1a-951a-a265d44f44a9","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:05.998861255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"8c177f76-3cbe-499f-a306-e716b6076b7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.052959639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"8c177f76-3cbe-499f-a306-e716b6076b7c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.085057999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7544b583-aa2b-4953-9a38-3dfa3312b9ec","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.139250775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"05f1286e-ac1a-413b-9ee9-e548fbf73888","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:06.187038178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"bcce4744-e029-48e1-9aa6-fb537927c5f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-e04a0055\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.229076096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"60728244-2123-497f-b1ce-b5e6c8994589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.229076007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"69b031b2-7630-466f-a843-53a763e6d716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.283099078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"60728244-2123-497f-b1ce-b5e6c8994589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.283262346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"69b031b2-7630-466f-a843-53a763e6d716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.293309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"a9a63da1-bb3e-4c23-991f-ab2c352dfa60","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.317806171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"975c0c5f-f287-45c7-9855-28b1da124523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.346888974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6c4a91bd-1e5f-469f-a471-c94969ac99fe","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.356750143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"bdfc9287-e22a-4c48-b63d-850cfe8e545a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.470945204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"6c4ce6b2-8f7d-43b3-b8d3-e8bfbd3734b5","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.501122476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"691d6d98-b83c-4592-937b-b2c3347db837","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.555845701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"691d6d98-b83c-4592-937b-b2c3347db837","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.596989531Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"60ba5fb4-1375-4a4c-8b1e-c98c36ffdc8f","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-a-e04a0055","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.651054657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c5de2239-4a5f-41da-953a-5e396d76ef4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.651101283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"fba0b54c-0211-4af5-bb33-98e8c95de60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.708349829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"fba0b54c-0211-4af5-bb33-98e8c95de60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.710916066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c5de2239-4a5f-41da-953a-5e396d76ef4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.783856172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"1361bc77-fecc-475f-9ccf-32e926a97c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.786148113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"967aaee3-898d-4f1f-a2ed-d2a4387458bb","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.882403429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"948e012d-192a-4e5a-86db-508f0e23ab77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.940324238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"10d4e603-ba42-49fd-a9e2-2c61d2e8d1c9","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:06.980155569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"9730ba54-60c4-49c4-8bea-44de4f09b447","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.123624411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ba575e15-c496-49df-8041-20dc6543dff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.123626679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"5aed3f96-9442-4034-a734-90410dce8881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.178491746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ba575e15-c496-49df-8041-20dc6543dff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.178512084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"5aed3f96-9442-4034-a734-90410dce8881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.231741851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ba575e15-c496-49df-8041-20dc6543dff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.232124062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"5aed3f96-9442-4034-a734-90410dce8881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.2872875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"d456648b-c38e-4a15-9a55-b8c4db6315fd","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.28806609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"8d429f40-2a5b-44f3-86cc-f8dd4c18455a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.432133291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e236551f-4377-4e73-938e-a0c3536cc045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.434901706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7140c321-dc72-4d05-b103-dc4091fd8eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.486246663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e236551f-4377-4e73-938e-a0c3536cc045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.4903281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7140c321-dc72-4d05-b103-dc4091fd8eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.546301995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7140c321-dc72-4d05-b103-dc4091fd8eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.546304863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e236551f-4377-4e73-938e-a0c3536cc045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:07.596155188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7140c321-dc72-4d05-b103-dc4091fd8eba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.746894276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2af9ba55-fc0c-4409-9df5-912af57466bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.802390084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2af9ba55-fc0c-4409-9df5-912af57466bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:07.855590668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2af9ba55-fc0c-4409-9df5-912af57466bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.386422189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-sub","reconcileID":"38eed4e5-cae8-4bdb-baa3-6e7ea25a2805","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.600279933Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-sub","reconcileID":"38eed4e5-cae8-4bdb-baa3-6e7ea25a2805","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.803444475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"514242f2-5b64-46cc-b504-ca7396c37739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.853512624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a01f6b44-7929-4852-bc8c-271630eb2e3d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.907124105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"78f15e88-3912-4518-9113-c5c932f9df90","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:12.977704933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"013ae8eb-882d-4d3c-ae4f-7ec07b2a6546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.003504737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f3af130e-fd5e-4e75-baac-0902f5b376c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.004670013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a7c03031-05c9-4ab3-8f3f-7dfe8340acde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.005308634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"e5ea28f5-2943-453d-98cd-cb848c75a72d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.01551272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9a3d7abb-9774-4535-8bcb-d6ab3c185e9c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.03401364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"013ae8eb-882d-4d3c-ae4f-7ec07b2a6546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.061049345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f3af130e-fd5e-4e75-baac-0902f5b376c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.061119071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"e5ea28f5-2943-453d-98cd-cb848c75a72d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.063438004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a7c03031-05c9-4ab3-8f3f-7dfe8340acde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.090088715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"013ae8eb-882d-4d3c-ae4f-7ec07b2a6546","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.182273767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dbe3f2e6-216e-4796-aa31-2c58159d6114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.238743987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dbe3f2e6-216e-4796-aa31-2c58159d6114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.258332936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-active-auth","reconcileID":"c239f40d-c4f0-4639-b231-71f039c1053c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.294020268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dbe3f2e6-216e-4796-aa31-2c58159d6114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.412329688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9802f254-47ce-455b-b9f8-8216fa70db8c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:13.614333179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.550211845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"c5adc81a-c128-4b33-bca7-2cccc55f3de0","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.602428746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"2ac0260c-0e9e-4759-8163-1a1122806dbf","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.749723525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"bd822257-2f39-436b-a34e-e60c6dba9a1a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.804442645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"bd822257-2f39-436b-a34e-e60c6dba9a1a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.833355179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"46167b2f-4f83-4d81-9c0f-221058efb99c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.887940569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b1045a6b-47a3-49ce-988b-0f2f8a287a78","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:14.936081067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"de82e7b1-5ada-4a9a-a1f3-f4831928af29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.979267488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"498bd7d9-12d8-4daf-bb6c-0f47de496349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:14.979269642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1539d0f6-6991-4a0e-92d4-c3bddef7bd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.034515669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1539d0f6-6991-4a0e-92d4-c3bddef7bd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.036918768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"498bd7d9-12d8-4daf-bb6c-0f47de496349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.0455835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b2b09fd2-795a-4917-88ee-06eead02fbbb","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.05810554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"01a714f5-2c99-4631-9e50-0af10f0a8160","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.097497809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"e22ca2ba-cd6a-4b73-8bab-d7d5542e560d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.20375429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"8e724799-161d-433d-96c9-5e30da6c0060","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.258278282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"8e724799-161d-433d-96c9-5e30da6c0060","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.35029234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"5ef9abfb-f087-4888-b27a-6f6bce875937","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.350413428Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"5ef9abfb-f087-4888-b27a-6f6bce875937","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.378286423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1b8e8f50-d863-4299-9933-8dae8ae063e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.378284948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cb6e1143-0722-40e4-a16c-f9f99e63f10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.433096379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cb6e1143-0722-40e4-a16c-f9f99e63f10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.43309645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1b8e8f50-d863-4299-9933-8dae8ae063e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.546217976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"bfcc6674-d0c6-4f2f-96c7-ca119e42eae5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.555266734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"8e7f9234-9fda-464f-8e74-2f1877d17b05","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.751044017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"215ad932-6c45-4b3c-afa5-a02fda87a48e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:15.75120986Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"215ad932-6c45-4b3c-afa5-a02fda87a48e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.52294733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"934f38cb-53c5-4f78-bb06-215974a23f38","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.576304387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7f883698-1027-4254-bfef-8092d508312d","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.721786687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"64188f5f-eba2-4566-bec7-28997b5d358f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.775865527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"64188f5f-eba2-4566-bec7-28997b5d358f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.811647965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"748e2753-cdaf-4e22-a2d6-802e1b3b91d0","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.811863348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-a-e04a0055 ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-b-6b755d55]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.865994439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d947963b-151a-4a03-a265-174bac80855f","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:16.912903113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"b4e6717d-a4d1-40ba-a679-5a155151462f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-6b755d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.921361021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"7d90ec68-f59c-40b8-a674-fd7dd81292ae","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.958921762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b2ad2f1a-a0b4-4d40-8d3f-cdc6c5e69d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.958934586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"99315f55-6739-4986-b35d-6817c8b105ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.959433088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b715b5f2-fc88-4d66-87c2-065299655c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:16.97560198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d724c6d4-42a3-489f-a7f6-6cea60158939","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.01503106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b2ad2f1a-a0b4-4d40-8d3f-cdc6c5e69d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.015086571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"99315f55-6739-4986-b35d-6817c8b105ab","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.017504979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b715b5f2-fc88-4d66-87c2-065299655c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.021538085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"a2ec5195-3a02-4d54-807d-d96e5d69f076","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.075513852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"fcf7eef5-65ff-43c1-b7a2-68881d2cb763","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.07920911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"c052756f-4401-4f72-ab80-0f8d900bbc0e","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.223210079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"e7d59cd3-5a30-4731-9212-e1cf5f2eb5a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.280094382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"e7d59cd3-5a30-4731-9212-e1cf5f2eb5a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.32534393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"413a5b3b-e4d4-46e9-849a-28b7724b003e","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-a-e04a0055","ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-b-6b755d55","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.372776059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e20196fc-03f6-41f9-a32a-61d94d87b280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.372870978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4bd66d32-6602-44c2-80dd-f896a692483a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.373515374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"321a3017-f66c-4828-8e1e-0895b8bc37e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.433541912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e20196fc-03f6-41f9-a32a-61d94d87b280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.434338236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4bd66d32-6602-44c2-80dd-f896a692483a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.436095684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"321a3017-f66c-4828-8e1e-0895b8bc37e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.483337105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"538b5b97-eaef-47cd-8814-356646e5881a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.527005915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"9676b0e2-1596-43b4-adaf-fb65692dd8e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.527077752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"58dd506c-7529-43f9-bb62-f9975d0bbf70","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.679157242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"0a7a5e1a-15d1-4d77-aef0-b4cec1ed5e7a","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.693878098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3cb44e54-57c6-450a-a1d3-ce4449722fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.747985482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3cb44e54-57c6-450a-a1d3-ce4449722fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.77921307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"ed8219b2-3f31-4e58-bb55-4e41fda997a4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.800681725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3cb44e54-57c6-450a-a1d3-ce4449722fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.923925957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d4089bf9-bdf7-4204-b8d9-435404cd97c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.923924229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"abf05f55-c8e5-485c-a41e-c8ca35ae6354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.924330576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"34db3553-01c5-4bd8-9f7d-1e34c0bf1d94","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.978664675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d4089bf9-bdf7-4204-b8d9-435404cd97c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.97867945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"34db3553-01c5-4bd8-9f7d-1e34c0bf1d94","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:17.981123781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"abf05f55-c8e5-485c-a41e-c8ca35ae6354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:18.027804521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8769b2a8-0696-4ab9-bd23-51694591634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:18.081955474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8769b2a8-0696-4ab9-bd23-51694591634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:18.134825606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-60a6c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (98291a31a4a546befbc1058865d57a85ac5d26f0edda5eff3dbd91744bc3aff7) AuthConfig (6495f006904d8f64f2150198781d4bc067c8715fd4728aa35a079c8f4494fd90) AuthConfig (ea05c3975c55fe4955d238d2813623f62b3dbbe2db31178489ace7157dde947a) AuthConfig (2ec74aadc6a934726ae3b4b0744fa4b939b9cf2568875daab90d2a3eb9494588) AuthConfig (f0ba8c8b9aa72c99f8ee92d72c5e362f317e33ea91dc1aa9c2eca8227d6b72c4) AuthConfig (0c89a23691f6579c200d5c14e6d484281ae0932686e62be0470ae918e8cc7ca3) AuthConfig (58b7a7497178a0f8bec2c5982d3caab0a65277770b9bf79d7c4ad73d2d0f24d0) AuthConfig (dae01ccf4985567c736876df87132f66750ede5ab0cfde25c453ee318fb73e3a) AuthConfig (f9e5972301798b2814d20478e16944f4581f463a60c9f0edbb370fe67440c9c9) AuthConfig (80ad70827ef9bc3f4444feaaa3dea7fbb5e5e577c07989d115bbd46776b134d4) AuthConfig (d3b972a85940273c903f9b04e95251df015c1694fd545d399586d40445c7a2e9) AuthConfig (1d658dcb303dee4230f546bd18972d646567f5ea794a3b3d8865d5e446c2b0a6) AuthConfig (e73b36231257f0a778ded513200106cca4a39b7cf1f6982e6e30e1889c37cf4a) AuthConfig (89dc6dc1b5dab9e9120935d6da33b47edca7cfa0b9721aefbafc0e8575cde904) AuthConfig (e4703ebf4c947dcb8b88c5cec8c0e2f2512aadab397fda6b18ee4e7b44a8f3c7) AuthConfig (7367d8cca14b84826fd60a041b5dc3af66ed6ce6d9303d3ddc987d178118993b) AuthConfig (83ea39f6f7321ce0a409f89e5aa1be397137db7c854d2b790205536398b1e30b) AuthConfig (a03d146eaf78c4cdc4412249e1f7749d2fd6fe126833ceb1734562e8d9f7202d) AuthConfig (31f2e814e2919b338c20170bff57ecb776fd1fee383a675dfbdf35e400b04fc6) AuthConfig (5ea835b9c1b87ef1b4ce41584993ca6ccf722b3c8f4ad57c5fb87c3eb1cf315d) AuthConfig (6fc19c24958b96f02175914441b6385023ce4b8d6e92f46e236a4ba48c13cf5f) AuthConfig (8f5e91527f92d13bc115282122799a93d52a10c8e4873a9f67624336cd6612b2) AuthConfig (252b795e77241929ef19abb22b27ae00882ccbd7c55a1bf5913da07f455bfc9d) AuthConfig (ca8b5e4ed47f7e7559079821abbdd645831bdc72a36d48d4823d71ecbe2f3db2) AuthConfig (09ed45cb439c4ed53b1a3789affdbd43d6ff3a96620ecae4df941bc5a915905b) AuthConfig (c23cbe7a6222d2ce5021846696ca621b0f3da8a2455081b8fe62d94af7418a8e) AuthConfig (31a64ec2e01ae56c2ca4244fd24338b1f8ef8f2de1d0ec3a9ea6f2a0a5dae516) AuthConfig (98c41584c907dff6b65b66403af54c7a9054f3aa555334efc2863c74d9194bfd) AuthConfig (176943e6eb97c142fb411cc7a7b9a3c70d7bb324c7faa2bb4ed1fdbd6241bc5c) AuthConfig (c98029ce313bba7d35759b7c0c17c64b671aa6b7842a856e35fd4e914387b4b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8769b2a8-0696-4ab9-bd23-51694591634c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.775897353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d95d30a3-7c81-4ae7-8491-f7a1a5ba22f7","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.921079949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"bba95ad4-8280-4a4f-baeb-cc961f3f6262","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.921296463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"2564149a-edbc-4eff-9b16-1d00a59a4955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.921818077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"e00e76ab-d340-4f74-8437-d9b0d26ecc79","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.921922115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"63fc9f9e-d113-42a3-b926-37ab463c00ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.976999032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"63fc9f9e-d113-42a3-b926-37ab463c00ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.977113893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"e00e76ab-d340-4f74-8437-d9b0d26ecc79","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.979624702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"2564149a-edbc-4eff-9b16-1d00a59a4955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:21.980755679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"bba95ad4-8280-4a4f-baeb-cc961f3f6262","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.238096199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"534cc61b-7477-4ec2-88b6-22c2f6191fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.300531259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"534cc61b-7477-4ec2-88b6-22c2f6191fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.353182765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"534cc61b-7477-4ec2-88b6-22c2f6191fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.439932657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3d825d11-58c5-4d0e-8831-f8e3eed277b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.496995995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3d825d11-58c5-4d0e-8831-f8e3eed277b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:23.549824525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3d825d11-58c5-4d0e-8831-f8e3eed277b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.190552703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"4a5631d2-e9d7-4f16-9057-2f4f76b5fa42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.346111772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"ac17bc2d-cc93-44bd-b09e-3df8be29c30c","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.602176168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"78ff9b21-fb16-47e1-86c6-232cd7138d3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.727322886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d79ded56-f905-4536-8e64-5f77058ef4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.727327098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"69a81eaa-fd96-48d3-96cd-9aec3307cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.762472344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"ba9b3d85-ced6-406b-b61f-9b96b6d66aa2","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.782232372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"69a81eaa-fd96-48d3-96cd-9aec3307cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.783091144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d79ded56-f905-4536-8e64-5f77058ef4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.835797531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"69a81eaa-fd96-48d3-96cd-9aec3307cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.835889149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d79ded56-f905-4536-8e64-5f77058ef4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.890516581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"86cea07b-dad7-428c-8ffb-152435123c16","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:26.89302362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"70d51340-2173-4d7a-8e5e-55eae834d17f","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.035669477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e0b83b64-b932-4f77-ab60-7c3be2fbcd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.037016472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c55dcc0b-1bdc-41c4-af5f-f58bf9834f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.091139516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c55dcc0b-1bdc-41c4-af5f-f58bf9834f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.091603427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e0b83b64-b932-4f77-ab60-7c3be2fbcd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.143858178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c55dcc0b-1bdc-41c4-af5f-f58bf9834f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.144399704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e0b83b64-b932-4f77-ab60-7c3be2fbcd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.93221554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"1f4eeb54-2b84-47cf-b10d-a772661807dd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:27.947505118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"54cc1c83-a4ea-4e57-8bc1-d3f0b2f8acaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.001413675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"54cc1c83-a4ea-4e57-8bc1-d3f0b2f8acaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.138652394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"1f4eeb54-2b84-47cf-b10d-a772661807dd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.138683093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"1f4eeb54-2b84-47cf-b10d-a772661807dd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.138787989Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-sub","reconcileID":"1f4eeb54-2b84-47cf-b10d-a772661807dd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.254460862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"ec32651b-f1c8-42cc-8939-469bb34e9eb7","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.279822904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8514ec54-75f2-4f00-85ae-be5165a45c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.333353976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"96c62d0f-05e9-4d26-8332-f56bad4fc0a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.334004207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8514ec54-75f2-4f00-85ae-be5165a45c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.392930867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a4b24e39-d988-4590-ae09-3b0f5d182fc9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.448079986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"12471cac-6971-4130-b3e4-97ee7feda487","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.537967965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"dcb27e07-b9d5-43e6-80b0-db2c63642a3e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.538062898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"3c212641-1cc4-496f-a374-59219d1c5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.538404035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"06b3c897-d748-4a4b-9ea2-c498035b57f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.544471538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a5fe80f9-1d4a-45ef-8cfc-3678b722bb3f","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.592174876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"06b3c897-d748-4a4b-9ea2-c498035b57f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.592208639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"3c212641-1cc4-496f-a374-59219d1c5d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.594767792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"dcb27e07-b9d5-43e6-80b0-db2c63642a3e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.637022316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"9a5647df-43c4-40ab-a596-c11cc0fe4f22","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.78979811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-degraded-auth","reconcileID":"a8076602-f171-4b71-b666-a739d2857095","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:28.942880247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"c7efa582-90d4-427d-b0ab-75b9314e9bc9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:31.927724759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"0dfb7c43-b5e6-4691-ac1f-0acc612258dc","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-filter-sub-a-e04a0055","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.129910314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055","reconcileID":"0dfb7c43-b5e6-4691-ac1f-0acc612258dc","MaaSSubscription":{"name":"e2e-filter-sub-a-e04a0055","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-filter-sub-b-6b755d55","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.328366532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2581ce6e-e1c5-4f94-863a-bdb0ebeca987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.328507861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"7b865a20-649d-457f-ab62-c470b170b638","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.384637684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"848eb619-c04c-4e53-8019-61bc4f5fcaf8","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.530113279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"214a375b-6a80-49dc-933c-e8fa7ef59fdf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.530317471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1364308a-aaac-43ee-957c-8b90f1b9f760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.530124716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1ab480a5-1c5e-4140-ae8e-27762bc33e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.53103214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"fd311801-0e4e-409c-8718-ee876b9c5477","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.531324151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"26000252-604f-41d0-9603-e0921a13cf92","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.577963037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"fb2c31bc-d1ae-4ee2-9767-c5787be60138","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.584969124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"214a375b-6a80-49dc-933c-e8fa7ef59fdf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.585040091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"fd311801-0e4e-409c-8718-ee876b9c5477","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.587432818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1ab480a5-1c5e-4140-ae8e-27762bc33e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.587588136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1364308a-aaac-43ee-957c-8b90f1b9f760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.629601465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"a7bc012b-9abf-437c-807e-daf3f739d1bf","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.774158549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"9801742a-f943-43b2-80cc-33bd1fb63a20","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.828139688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"9801742a-f943-43b2-80cc-33bd1fb63a20","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.851809062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"12809bdb-d3bb-42c8-b94a-af86a69538a4","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.903635661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ab79ee8a-4355-4cf0-9d13-7f75b9f61e3e","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.928502523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"6c5aa8ea-4e93-4f05-a2ba-15623f838663","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.928756525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d3445619-2047-4ac6-9e5f-47aa7f07f9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.928506388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"17937c9a-ace1-4482-8f93-c0a3566a1738","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.929217092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9e9dddd3-2b24-4df6-ad3c-d9b5637e6eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:32.955000601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293","reconcileID":"071a047b-bcd3-4725-9776-fa8e441e4b99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-8975d293\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.985057757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9e9dddd3-2b24-4df6-ad3c-d9b5637e6eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.986437091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"17937c9a-ace1-4482-8f93-c0a3566a1738","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.987657694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d3445619-2047-4ac6-9e5f-47aa7f07f9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:32.988940001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"6c5aa8ea-4e93-4f05-a2ba-15623f838663","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.062064774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"7af7bd2e-f0ff-4043-a4a5-fb445295cee1","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.115825531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"24729074-02dd-4302-8b3d-d6644235f294","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.136261733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"0c35470e-8dcc-4acd-970b-1039b39dfaa1","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.281158511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"1944c4f2-5ae1-47f7-bd78-a2814c590621","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.325666521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9065f3bd-7d68-4eb6-ace4-9021eb2b42a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.325666525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d9d10257-fcb8-4a12-b8d0-93e84dd0d27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.334914315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"1944c4f2-5ae1-47f7-bd78-a2814c590621","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.367445659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293","reconcileID":"331193fb-6acc-44b4-9794-9f344c37f3b4","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-bulk-sub-8975d293","ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.37998287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9065f3bd-7d68-4eb6-ace4-9021eb2b42a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.380226314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d9d10257-fcb8-4a12-b8d0-93e84dd0d27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.525989546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"44c50b4e-3cfe-4e18-8cc6-f531453c375b","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.563322335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"b55eaf6e-b2e6-418c-a668-b33cfbab839d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:33.721859504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293","reconcileID":"7221a490-505b-44c1-a0af-832c68e27175","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.289420693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"278f5a7a-b329-4cf4-ad49-c00032360be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.289442627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"32c0c0e4-6ef6-4dba-9bc7-9a970b977f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.345073597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"278f5a7a-b329-4cf4-ad49-c00032360be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.34511044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"32c0c0e4-6ef6-4dba-9bc7-9a970b977f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.398279463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"278f5a7a-b329-4cf4-ad49-c00032360be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:37.398402932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-44b1ca-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (808180b6c68cf8254ca17b351889fc0e7455cb53a945399de57513f4c85d2c70) AuthConfig (bb27f69d2508c7f43c8679b30c0023cebe4aecb7743f59b25ea9b99928ee295d) AuthConfig (a4db7e9ce404d4453a600f5dce245ccd8b215f3340b3107ae80bbca82940212b) AuthConfig (54892c3b2e63e70c7b477ad7f2a4bdf059810cca4329b6d1c4770709f47bd55f) AuthConfig (abe8660512aa633d296c1de953e6378a0d3133560a699961d48277ed3399ad99) AuthConfig (1780629a432a0b7e3fb6b5bad04f944835712fa8f31e84f792cba7af5f74ced7) AuthConfig (721bc333161c5ac21c3367993a0978726ba2ecd560eff4cf06fecf5530724bdc) AuthConfig (153e2faf67b514b02361823e8af78eeb2147864819ea8fd195375c5a31c13b6d) AuthConfig (d813df000b2c12dffe57b4f3ee91a903c202ff66c547c3cab6af7e9289d29945) AuthConfig (1b163b0011af43fc5acf0715421241e434d91d87bcae085a518c120d54490c3f) AuthConfig (380ca3ba68788e62802feae0b04773d3eecff350c448b71cd15991ccb4abb515) AuthConfig (0a1dcea1357ead42865d1adcd292839d1edd59b7580db17c68b210bffd4a0570) AuthConfig (009257f9497ecce33dd3f473b570256d34204e6464b94042d81e3f1453f5e093) AuthConfig (519700fedf21ebea5b7df05dac985ce122f4ae312a4b37c0c662f36fc1113026) AuthConfig (04bcc1b3c3bf7132f1c7c825d15bb190a11fc42c71ce074b935eae1f412e99d5) AuthConfig (07888f553defcf57165039bfda2c864da2d9c7624efbcb2b0a04032e700eb9ec) AuthConfig (37bda2a3fe3c7795cb4b11f00e83c3f13da2fa8d77ee39fe94c9b59d3d2908ec) AuthConfig (a13628692fb37bfd222536f25e88902ca02d1c798af2e4016e9936171781b3dd) AuthConfig (e453625405e6e9c261ca900c8fa74fea481cdb493558409ad9675e690b2bb020) AuthConfig (edae70cd2148daad259239f27bccdbc2065a9a86836b5126087ce0b017ea5203) AuthConfig (f123c01ed17bb35ce34686b95dc8e626240935f3dcd9cb4be6ea6a7cf11e9d89) AuthConfig (cafe3ec809001b4c1c5700f6467bad49b20c4861e4485cf2598e0e9963390973) AuthConfig (d414a6344a9c2ded25df8dd44085167b935d21ba0489125b33c130d2309a4647) AuthConfig (9d01a75e435c62bcc275434b313c67b2466dbd740353c97563bfeef46e03dde9) AuthConfig (9912c561674018c8aa5206115a641a7d574a50f758952900b2be025142e0e24d) AuthConfig (7deee29ae7a50c4f042a34396ba233cf3b4a6ed11417a7c424672a782f6ac96f) AuthConfig (93e207a19c78bcb336ed3d35ff5b8102df51d02dedd4ba5cef8105f3ed354004) AuthConfig (7a36afaa973d923a3f55e53cb68dc4d2000ed7924374575ff6101f7e4c605e46) AuthConfig (e6f0ffe28da616edb801fd6e21d2ad1f09c74edf7c5266d0c57bd8cf5c717f1b) AuthConfig (5fdad7ee0cd560ddc50b0e9eb275d82bfc1cc8ecef3d8df1823189eed22fd8fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"32c0c0e4-6ef6-4dba-9bc7-9a970b977f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.596552725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"383a74d8-f051-4126-acdd-8b599b259a84","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.742180311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"260f0079-a749-47bb-9770-27115fad4188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.742174979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7114957e-d810-4136-8cc6-3204f3fa583a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.742699304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"3624cb81-0771-4b95-b211-63f555c29985","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.797953315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"260f0079-a749-47bb-9770-27115fad4188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.799022537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7114957e-d810-4136-8cc6-3204f3fa583a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:38.802013554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"3624cb81-0771-4b95-b211-63f555c29985","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:39.906103549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"bdb0ca18-fe7b-419b-887c-144ae8c85ba3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.027372334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"c15053fd-3c77-4e9f-bb68-4503178ae04c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.126410364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"136dad81-02ef-430f-9bcf-daa924ea4ddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.231530732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8271a142-219f-48d3-a046-be1beb8a5550","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.265567628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"d936f4fd-d0e0-4ea8-9072-90fe9473f8aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.329344615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"d9191b96-5ce2-4ad8-b3c5-be291ee9a476","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.455762728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"167f2e12-8d2a-4d6e-9e50-7870ddaf9a9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.554694859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"ca459a25-718f-487f-b589-5e16b0a5779b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.749603048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"7178625c-7c5e-46f3-aecb-b9e42c86e1a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.792813105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8373919c-0d75-4c43-beb7-4cebd1ddb658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.809118139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"222a4139-5350-4bc7-8fcc-14fecc147805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:40.948587493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"93ecbd98-75cf-4907-95d6-b11396cc3994","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.04714688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"1724881a-8b2f-4dab-a01f-b022ea93853e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.290763116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"36608cb7-33a6-4238-9a44-f5643bf5d925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.745515892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"105a6d65-924a-494c-bade-9b501a63d48b","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.799331223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"a5a95547-7535-4bbb-b415-0b40fab1d873","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.891723678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"b23e5b32-07f3-481c-8049-b44a77a19c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.891771479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"3fe0b760-1901-4ed0-aac0-ad2af6a5e41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.892491164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"4f4b795d-e901-4435-85ae-9ed7094e3f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.892702309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c788d089-372a-4b1b-a0bd-d980ad351fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.892496977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"b5775790-4188-4764-9d32-99c92a1f5db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.94738946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"b23e5b32-07f3-481c-8049-b44a77a19c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.947634736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"3fe0b760-1901-4ed0-aac0-ad2af6a5e41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.949882292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"4f4b795d-e901-4435-85ae-9ed7094e3f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.950275633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"b5775790-4188-4764-9d32-99c92a1f5db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:41.952469229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c788d089-372a-4b1b-a0bd-d980ad351fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.133617624Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"9d989ee6-0274-40a5-bae2-cd198da4bde3","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"name":"e2e-rt-sw-7bfe20","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.250365281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"439ba2c8-2dc4-4324-bec6-e4fef08b3335","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.251059614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"9a2b1529-3d95-4451-81e7-720dd3a738d0","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.293688261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ebb5575c-33ea-484a-a883-fa6075df0797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.293925403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"089be7c3-23f1-417a-b49c-0271ceb8f52c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.293696899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e7e94b2d-0062-417d-88b4-8cc806e77cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.34800053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ebb5575c-33ea-484a-a883-fa6075df0797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.348177808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"089be7c3-23f1-417a-b49c-0271ceb8f52c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.350750577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e7e94b2d-0062-417d-88b4-8cc806e77cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.396582618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92c954d-7f4c-4d6e-96d6-d9dd4cdeced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.396735618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2ac3ad-19f9-4467-b35d-1ef035482c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.407881071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"5bb647d9-c9ff-43b4-b022-46da6971c786","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"name":"e2e-rt-sw-7bfe20","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.451092113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92c954d-7f4c-4d6e-96d6-d9dd4cdeced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.452689397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2ac3ad-19f9-4467-b35d-1ef035482c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.456885401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43242ddc-3362-48c0-9823-5fdc4968ae2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.456907129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43242ddc-3362-48c0-9823-5fdc4968ae2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457237085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfc370dc-7b65-4d77-9c48-94411df72699","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457251438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfc370dc-7b65-4d77-9c48-94411df72699","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457475879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18e27fdf-2c09-4aa6-8e57-6dd8666ed69a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457488434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18e27fdf-2c09-4aa6-8e57-6dd8666ed69a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457701767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a9ae187-af63-4530-ae12-63b3f883a05d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.45772535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7a9ae187-af63-4530-ae12-63b3f883a05d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457963606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef62c5f4-25c6-47a8-9150-732d4216872b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.457974218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef62c5f4-25c6-47a8-9150-732d4216872b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458391833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c51f8e6-7164-450a-a932-a67bc09c3b5c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458404669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c51f8e6-7164-450a-a932-a67bc09c3b5c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458614114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"11a61659-7523-4b69-b9c5-e1ba0f30df21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458625224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"11a61659-7523-4b69-b9c5-e1ba0f30df21","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458854151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81ac7e1f-b1c7-49ad-a6d8-d589e9d4c34e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.458866045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81ac7e1f-b1c7-49ad-a6d8-d589e9d4c34e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.507618254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"e348abea-caf9-4cb9-96a0-effb58949ab9","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"name":"e2e-rt-sw-7bfe20","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.554935451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"989d5ad5-7564-472b-8877-0db2c6114b43","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.554929965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ac4d08a-aaf4-464e-ab02-84cd53dce148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.684029231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"fd81bd98-9443-4202-aa59-a73eaa556754","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-filter-sub-b-6b755d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.691201845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2403f5f4-cf8a-4ea0-9e92-d31d49315ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.691337979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7b504676-9d1c-491c-8ca8-250ebd047b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.691213628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"ee866eac-cdc5-4913-a071-ae933a1fc27f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.746200043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7b504676-9d1c-491c-8ca8-250ebd047b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.747392761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"ee866eac-cdc5-4913-a071-ae933a1fc27f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.74864567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2403f5f4-cf8a-4ea0-9e92-d31d49315ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.791568337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d86c2b3e-8110-498b-a94a-313ebf73793d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.791743746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"f48425c8-6487-4b6c-991a-bfb6fc652a66","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.831226834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55","reconcileID":"fd81bd98-9443-4202-aa59-a73eaa556754","MaaSSubscription":{"name":"e2e-filter-sub-b-6b755d55","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.847015615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"f48425c8-6487-4b6c-991a-bfb6fc652a66","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:42.847456436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d86c2b3e-8110-498b-a94a-313ebf73793d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.052230463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1e095f0c-433b-4554-8bfa-cbe6bb316936","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.125849206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cc7b8c36-e62e-4d79-afce-8c23ba7e4a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.126340992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b8f2c8f5-fdd9-455a-90f5-89ee5e6b462a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.126743278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"241799f1-7542-4911-a470-793c86ef46a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.181637144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cc7b8c36-e62e-4d79-afce-8c23ba7e4a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.185549656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b8f2c8f5-fdd9-455a-90f5-89ee5e6b462a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.186428885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"78d7c487-24b7-4792-aa83-cc1b13c5349d","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.223913653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b69672b2-b920-4ed3-8634-df1d362d3ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.223913592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d494d93c-1e6d-4199-873b-0538d24020c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.22958448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"241799f1-7542-4911-a470-793c86ef46a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.278877467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b69672b2-b920-4ed3-8634-df1d362d3ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.278983348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d494d93c-1e6d-4199-873b-0538d24020c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.478802866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-a-e04a0055-auth","reconcileID":"f34396c9-317c-44ac-b7bb-be7df3fa5b22","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e04a0055-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.526157748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d811f715-aa5f-4121-991e-09a680b30a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.526167142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec15b3ad-6d6b-48c5-bcdf-c979b99fc2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.558448254Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"f4364aac-178b-497e-83dd-71cc6baa4c60","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.588234138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec15b3ad-6d6b-48c5-bcdf-c979b99fc2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.588766444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d811f715-aa5f-4121-991e-09a680b30a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.608085065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"aeaeff57-313e-4884-9323-c99f824a41ff","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.608121082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"aeaeff57-313e-4884-9323-c99f824a41ff","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.615211334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.636559273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e35a2160-0ea5-48bb-ad48-6ef6a0b24126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.636559124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ad9affd8-377d-4832-bb9e-1853e908ebe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.690740131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e35a2160-0ea5-48bb-ad48-6ef6a0b24126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.690879478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ad9affd8-377d-4832-bb9e-1853e908ebe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.732484317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9982f341-2f04-4caa-8fb8-777db23bfd27","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.877106276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"34cbd8b5-d8cf-4c79-bf07-742da4632e57","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.879804565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1ea724b9-0ab9-426e-b62d-4dca73076727","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.925052514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"4f3cca1c-5cec-44d5-8002-acc2480bdbff","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.925124012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2f51710f-823f-4254-a332-a3c624a6a958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.932482285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"34cbd8b5-d8cf-4c79-bf07-742da4632e57","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.979260786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"4f3cca1c-5cec-44d5-8002-acc2480bdbff","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.979736375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2f51710f-823f-4254-a332-a3c624a6a958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:43.982800192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9737a3f4-2caa-40be-87ed-58a7e2fbbad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.037612495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9737a3f4-2caa-40be-87ed-58a7e2fbbad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.083367509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"39583321-9690-4522-8e2a-8b1a6bb8096f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.1372148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"39583321-9690-4522-8e2a-8b1a6bb8096f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.274593801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c7537d58-29d3-437c-9e98-3f008ce27bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.328940359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c7537d58-29d3-437c-9e98-3f008ce27bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.375542081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2ca56bcc-1c87-44eb-8963-3e03d5bbabd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.375687185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"59c19bf5-b0ac-49a3-9b4a-2e00a41da059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.376084623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"64f88bf7-df30-4316-9fda-dabb5b75611c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.430291119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2ca56bcc-1c87-44eb-8963-3e03d5bbabd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.430533529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"64f88bf7-df30-4316-9fda-dabb5b75611c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.432980712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"59c19bf5-b0ac-49a3-9b4a-2e00a41da059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.476328562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0e9b8730-4635-4f71-b27e-1a836e87eefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.530113265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0e9b8730-4635-4f71-b27e-1a836e87eefa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.677825569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7cfca010-8c54-4e57-805b-56d1954244ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.73318396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7cfca010-8c54-4e57-805b-56d1954244ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.733274467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-filter-sub-b-6b755d55-auth","reconcileID":"ead508a9-1b70-4131-a072-e307fe0b2230","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-6b755d55-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.781511974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8807f53e-59ec-4ea9-add8-a554b5d3b796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.781514113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52d0d9d8-ca71-4bb3-b9bc-173bc02ec478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.782007044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a337a6-9ca3-4dc2-8553-685724177e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.836123584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a337a6-9ca3-4dc2-8553-685724177e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.836267985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8807f53e-59ec-4ea9-add8-a554b5d3b796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.838623649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52d0d9d8-ca71-4bb3-b9bc-173bc02ec478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:44.886351673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7195f213-4b12-49c8-a8a3-2b1bc4368e13","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:47.856324976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"62123078-0188-4316-bda4-dfc41abde836","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:47.856358471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"62123078-0188-4316-bda4-dfc41abde836","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:47.954752234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"90a025d4-30fe-481b-8454-ffeae87719fd","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:47.954784942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"90a025d4-30fe-481b-8454-ffeae87719fd","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.051865706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b633c20f-1ca8-4df4-97dc-85759b21bb9f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.105806122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b633c20f-1ca8-4df4-97dc-85759b21bb9f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.546993545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"23305f79-94d5-42d5-a02d-c2d1f59007e8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.547020974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"23305f79-94d5-42d5-a02d-c2d1f59007e8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.749480398Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293","reconcileID":"62338057-4c5e-4999-87a4-99df0b03183a","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscription":"e2e-bulk-sub-8975d293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:48.897087349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293","reconcileID":"62338057-4c5e-4999-87a4-99df0b03183a","MaaSSubscription":{"name":"e2e-bulk-sub-8975d293","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.102614273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"8bb1e0ac-8704-469a-81f2-33f6fae88f78","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.265433835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6b0dfef4-586c-4c0f-8513-6b3735ac501b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.265600077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"ac517717-4018-4ef8-bb56-06cd0e4407b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.266481014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"d84d75c6-a91f-4e1b-9081-b1798531a7f8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.272866921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"c54cd579-087b-4567-9fcb-724f11e6a2e9","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.321476638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"ac517717-4018-4ef8-bb56-06cd0e4407b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.321582544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"d84d75c6-a91f-4e1b-9081-b1798531a7f8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.324015757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6b0dfef4-586c-4c0f-8513-6b3735ac501b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.519917964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-bulk-sub-8975d293-auth","reconcileID":"b2440944-c8e3-4a23-b5b7-c6f8ebf92e6e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8975d293-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:49.674155188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"264c14e2-4934-4ea1-b7e8-704df716662d","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:52.517302313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7b60c624-76c6-4302-b943-6954a5e873a7","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:52.570770936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"19b9b328-a19a-45c9-9180-65823cc0a87f","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:52.716438278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-gw-auth-82f36283","reconcileID":"6c61f59b-cc6b-4724-b5f5-bef5ae2fa143","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:52.772848118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-gw-auth-82f36283","reconcileID":"6c61f59b-cc6b-4724-b5f5-bef5ae2fa143","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.077408145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"39c6f978-5c72-4426-99fa-1fc0468dd130","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.224638945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-gw-auth-82f36283","reconcileID":"96c4c587-45ac-40d9-ae93-ee93329dd0a5","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.281621699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-gw-auth-82f36283","reconcileID":"96c4c587-45ac-40d9-ae93-ee93329dd0a5","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.435765483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"19d70ab1-c65d-4834-92dc-5bd8f8b1e197","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.435807459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"19d70ab1-c65d-4834-92dc-5bd8f8b1e197","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:45:53.48823871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"d0f4c34e-b6ab-4058-9a55-a1515b5e9c91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-7bfe20-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.580220104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5722a1a4-e3b2-47e4-8d2e-43d63cbd0df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.580472104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5156132-7535-4b45-a375-fc3cc2038bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.58023214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"08aec74e-60d8-45ce-90f4-313e752456de","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.592650458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"a99aeb62-3c5b-43d9-a3ae-805ec0b37db8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.592678936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"a99aeb62-3c5b-43d9-a3ae-805ec0b37db8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.635916068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"08aec74e-60d8-45ce-90f4-313e752456de","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.635953134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5156132-7535-4b45-a375-fc3cc2038bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.638354599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5722a1a4-e3b2-47e4-8d2e-43d63cbd0df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.693264202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"2bd17cc1-48de-47d5-aea2-2b87a0c01dc2","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.693554067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"2bd17cc1-48de-47d5-aea2-2b87a0c01dc2","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.792465724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"7f8e5181-8a70-4274-8c16-36ea1c9609f2","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.792503242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"7f8e5181-8a70-4274-8c16-36ea1c9609f2","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:53.898963545Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"66348c02-cde2-4ec2-9a31-b67decc57085","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"e2e-rt-sw-7bfe20","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-7bfe20-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.028795675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91834ca2-2297-4b21-bf7a-d20da161ca19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.030454262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e892565d-4dc4-45b4-b3dd-99f6f0424c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.08472454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91834ca2-2297-4b21-bf7a-d20da161ca19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.089181469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e892565d-4dc4-45b4-b3dd-99f6f0424c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.130024266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"9825f581-e59c-44e4-897d-b3d168bc3fc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.156647768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"9ff4f9f6-ef98-4051-9fdd-fc2f71e61086","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.156678987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"9ff4f9f6-ef98-4051-9fdd-fc2f71e61086","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.185100675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"9825f581-e59c-44e4-897d-b3d168bc3fc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.352531336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"543778e7-9279-4165-8008-f56b88be9cca","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:54.973108897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"d42eeaf9-d71f-45d1-abfb-3d9066175f21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.07164169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"09d3debd-64cf-4907-abd7-6f6698b27dfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.20649798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"3de43701-c989-44ae-af71-7d88217d17d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.322773038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"c8e03852-3c10-4533-990c-2680bd244638","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.423110953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"887da08b-4101-4f7f-a90a-f96f85481950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.523195073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"bb6bb3c0-4b3a-422e-9d15-510bbab9fa0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.624492211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6e782b21-4398-428a-884f-2f3b4a747504","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.656128448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-gw-auth-82f36283","reconcileID":"296ae215-775d-4642-966b-bc861b90b41e","MaaSAuthPolicy":{"name":"e2e-gw-auth-82f36283","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.656243622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6fedf1bd-b73f-43c1-b05a-958683ab64e8","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.724676409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"51975aa1-0748-4738-a58f-5a8b5d78a3cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.743501865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd0cdb4b-4361-461c-a87f-34bb96d462cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.806163663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"8cf67825-644d-482a-8b21-0ce6ea5d4d51","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.824350855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"ac9b6cd0-e7e7-4eea-b31b-ee257df11963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.865595577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"6a738b60-e2c9-4bd7-9349-80c5f44457a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:55.986384271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ce7dbe2-8460-4c1f-981e-697882b2f623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.067965054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"1dc88dc0-39d5-4417-b6f6-3557afbb9ea7","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.068135828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4dabf34-502b-430d-9700-199cf2f42e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.067966154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe4c313-4afd-4dbc-a4dd-2624fda6fac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.128928261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbe4c313-4afd-4dbc-a4dd-2624fda6fac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.135945549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"1dc88dc0-39d5-4417-b6f6-3557afbb9ea7","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:45:56.147524688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4dabf34-502b-430d-9700-199cf2f42e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.773171623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"d42f46f5-ca9d-4a23-be43-5900d58bd642","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.776290022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"adeb7534-f553-42d9-b8b3-28ad3e82f634","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.895853406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"e01b5334-b557-4694-830b-807d38fbdde9","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.896941824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"06d94e83-f605-4ad2-af7c-773cc141977b","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.924147789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"be30118e-9f4d-4cd6-95bf-158c3c031d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.927206907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1b61cd9f-e62c-4ced-8e73-23923ed17bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.985967449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"46e267dd-436f-471a-9c28-46247c18c0e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.996423401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"be30118e-9f4d-4cd6-95bf-158c3c031d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:01.993930684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"a8ffc157-4e43-457e-aef9-e35ebd0beb24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.001374367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1b61cd9f-e62c-4ced-8e73-23923ed17bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.345769555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"603de5d6-c54a-4085-a1e3-2b8a49bd0755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.345770831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ff72ad12-98df-4395-907f-13df72fb2841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.403263129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ff72ad12-98df-4395-907f-13df72fb2841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.403535114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"603de5d6-c54a-4085-a1e3-2b8a49bd0755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:02.62006611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"437bcfb3-9ebb-492d-9bfa-2e295902d262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:05.43111994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"60c4df84-e23f-4a5e-988e-8c24e5eb68e2","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:05.686383518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"58d9c8c3-ba9a-473b-be89-ecaafbc59f57","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:05.686412097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"58d9c8c3-ba9a-473b-be89-ecaafbc59f57","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.38320393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85cd339b-3c9d-45ab-b619-c0d7875d0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.383975511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26051b1e-5bfe-4b83-91dd-1993427471d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.38460185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"27a36606-3075-4398-9658-ef56c0e8c1e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.442128273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85cd339b-3c9d-45ab-b619-c0d7875d0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.446194406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"27a36606-3075-4398-9658-ef56c0e8c1e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:06.446916388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26051b1e-5bfe-4b83-91dd-1993427471d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.050766779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"e5ebee7a-1827-4cc1-a461-c4517a64fcfe","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.099521791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"7dc8fbe2-7a71-491e-87ae-d99765ad5d40","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.099560029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"7dc8fbe2-7a71-491e-87ae-d99765ad5d40","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.195721953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"33dc04f7-b294-4ffa-870c-5ab09da673c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.196058638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7bc8d288-5fbf-4c8d-9c61-a5e5dfcc1bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.196377689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7b64ec97-1a94-48a7-9d13-27ecb94d6165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.244714579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ca4050c-b6f7-4c11-9d29-c88fbbb2f96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.244714457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1348959-97d0-4201-a089-26011056a9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.252646628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7b64ec97-1a94-48a7-9d13-27ecb94d6165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.253552783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"33dc04f7-b294-4ffa-870c-5ab09da673c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.255471937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7bc8d288-5fbf-4c8d-9c61-a5e5dfcc1bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.258468507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f3a46d7-d6ed-4a02-9829-91ecdc817fa6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.25849149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f3a46d7-d6ed-4a02-9829-91ecdc817fa6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.258866799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c0edde3-67af-4843-a8cb-2ab52bc2363b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.258884285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c0edde3-67af-4843-a8cb-2ab52bc2363b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.259197035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4c9782c-139b-4e2a-8aa2-fdf838d220fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.25921341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4c9782c-139b-4e2a-8aa2-fdf838d220fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.259484407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c1020b7-b2fd-4041-8105-028d7c9fc4bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.259502714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c1020b7-b2fd-4041-8105-028d7c9fc4bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.259805854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25c579f6-ff8d-4ae5-9795-a54c8d416493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.259822944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25c579f6-ff8d-4ae5-9795-a54c8d416493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260256861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"607ee52e-b0c4-4a79-af37-09fb4283f668","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260275177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"607ee52e-b0c4-4a79-af37-09fb4283f668","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260558474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1afb2864-4260-45a0-91c8-0769c630d927","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260574943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1afb2864-4260-45a0-91c8-0769c630d927","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260865805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4748f30e-96b6-4c15-85b3-05ae93abdce4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.260878909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4748f30e-96b6-4c15-85b3-05ae93abdce4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.300912757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ca4050c-b6f7-4c11-9d29-c88fbbb2f96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.300912759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1348959-97d0-4201-a089-26011056a9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.309714092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"e5ba8b1a-9355-467a-be85-9edb7a207cd3","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.309739244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"e5ba8b1a-9355-467a-be85-9edb7a207cd3","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.455890433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2c1a9b8-4b7a-4e0d-aadb-68c676d25ed3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.455899347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82056d45-e44a-4a3f-bc1e-7941d27e07ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.5049074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"db9a89cc-f2f6-4ffe-90ce-ce682cd90659","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.595498066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2577fbe2-e68f-4041-9eb1-b8e3467c15ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.595518792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"39d260e8-5384-4362-b1f6-2d152444b517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.595992997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"14fa8cfe-6bf1-4d63-beaa-48cee7ce2df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.644494627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6f026307-d05b-4eb1-9b87-d2d43df5e58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.64454315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"1201773b-5912-4d13-a67c-ff2c1b6acb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.651291088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"39d260e8-5384-4362-b1f6-2d152444b517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.651527122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"14fa8cfe-6bf1-4d63-beaa-48cee7ce2df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.654166721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2577fbe2-e68f-4041-9eb1-b8e3467c15ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.705613144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6f026307-d05b-4eb1-9b87-d2d43df5e58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.706390121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"1201773b-5912-4d13-a67c-ff2c1b6acb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.94175871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5cb4bf30-8a73-4f8a-ab13-d771bfdfbd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.941758896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"7f5e292a-df44-4d1b-abd1-00dace6545ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.990035539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"07c19682-a9b9-444e-afd3-e18771a1745e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.996246898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"7f5e292a-df44-4d1b-abd1-00dace6545ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:09.99651083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5cb4bf30-8a73-4f8a-ab13-d771bfdfbd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.044287103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"07c19682-a9b9-444e-afd3-e18771a1745e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.0450246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd259a8d-d3ab-45ed-bdc9-3690f83a3a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.045173114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abe7e28e-0ec4-4260-aa3b-2a9177d913a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.099134916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd259a8d-d3ab-45ed-bdc9-3690f83a3a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.099172819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abe7e28e-0ec4-4260-aa3b-2a9177d913a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.297696172Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"b85849cd-4448-4bc4-838b-5856f87a0290","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.444626646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c29c1103-3018-41bd-98bf-6255bf64c089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.445638329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1ab8b0de-4d89-498c-941d-9478fa24abe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.445719371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0f6739e1-5a7f-4ab7-b493-3d7203b246fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.493537753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8346528-b689-484d-a43e-e4c38fd52ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.493537099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2216721-e3d4-48c0-aa6a-377b6712ee53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.499985422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c29c1103-3018-41bd-98bf-6255bf64c089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.500333333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0f6739e1-5a7f-4ab7-b493-3d7203b246fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.503894175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1ab8b0de-4d89-498c-941d-9478fa24abe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.54786528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2216721-e3d4-48c0-aa6a-377b6712ee53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.548042925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8346528-b689-484d-a43e-e4c38fd52ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.842439224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"69cc795b-de8a-496d-b6da-e427d5353489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.842456278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"120fe882-e744-480e-b02e-c93c0196061e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.842980125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dd6e60d4-c9a8-4fc4-9e3d-ef0b2b9c635b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.897779327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"69cc795b-de8a-496d-b6da-e427d5353489","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.898723408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dd6e60d4-c9a8-4fc4-9e3d-ef0b2b9c635b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.902916405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"120fe882-e744-480e-b02e-c93c0196061e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.943377662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"05faadf6-a897-48f3-baee-7a60261cb22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.947075991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"62d10dd8-ba07-4a3e-9bd5-829c79f29614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:10.997611382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"05faadf6-a897-48f3-baee-7a60261cb22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.001210325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"62d10dd8-ba07-4a3e-9bd5-829c79f29614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.275507794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"dbad524a-9dc0-4560-b8d0-df33151d4c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.275535911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b9bb542b-6cb7-4e3c-bf94-ae76aab6f7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.326909524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"d1416196-2640-4f56-ba74-329eb22505bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.330285564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"dbad524a-9dc0-4560-b8d0-df33151d4c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.330448072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b9bb542b-6cb7-4e3c-bf94-ae76aab6f7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:11.382087512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"d1416196-2640-4f56-ba74-329eb22505bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:13.616639492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:14.756002568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"33610f38-5195-4d76-ad22-abec7f2df104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.040493228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"75eb5026-ea65-45cb-bb56-239365746cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.041473394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"dee814eb-b51f-4786-a640-b4daa316bdad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.10694554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"75eb5026-ea65-45cb-bb56-239365746cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.112220111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"dee814eb-b51f-4786-a640-b4daa316bdad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.25244983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69dc352e-7c44-4c91-b969-ae9e9c09eed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.253086949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"ea22a99f-3e75-41c5-bfed-ea7fd7d61f90","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.254883429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86b6dc9-6a23-4b68-adcb-ec86af3acf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.315224761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69dc352e-7c44-4c91-b969-ae9e9c09eed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.320275672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"ea22a99f-3e75-41c5-bfed-ea7fd7d61f90","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:17.321566598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86b6dc9-6a23-4b68-adcb-ec86af3acf82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:24.365612704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"772ca193-dadf-4808-b93d-466a1579bbbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:26.645625897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"96ff0b34-6ef9-4173-9e53-df5611563795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:31.533772198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"97980ba8-5110-45a7-8d59-4439f2dfa91f","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:31.5842393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"7d880595-0d7a-4205-a6a7-279b2c4b803e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:31.690919137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acc38ae9-f002-420f-8536-1f1eadf131fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:31.927806606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"c0fc1976-3e05-4c0b-93c8-eb572f4e8199","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.027212885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"bfd0dfb0-7dc3-4f55-a1ea-5da45259e894","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.12771123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"1604232a-b193-4990-9396-7c98ed2b7c44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.17102287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28dfcaae-0f97-44ee-a2d5-f21bdd084399","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.290520031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"d6ba076f-cd99-4ca6-9a0f-bd451c1cc25d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.390154717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"825a3662-c816-46bc-b966-407758dbbc93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.413272703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"b08b6138-b07d-4c0d-a819-02eea0a8bcf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.489239737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"dd557abf-09eb-49e5-ad86-372e02a991a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.53742478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"1dc1e128-70a2-4a7b-9473-6b3edc9d5299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:32.595287375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"577f4155-fc1b-491d-9c7c-662973a688ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:39.438278619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"35a708d0-3323-405d-8f67-f16493c7780b","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.539386903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"3f87a3c5-ff0b-4e7e-aaa4-7174b8fdd9a4","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.539770226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9e977bbd-dde4-4e16-8e7e-00e628636d78","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.610377092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"8ea7a54a-44cf-45ed-ad31-f4ad670c70bd","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.610872087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"c0d29440-0aa9-4730-883c-68e8b2b514f4","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.685086205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"946414b8-8001-4bae-ab6d-36ed00b3f528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.685127219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"50b4ad67-b420-46be-8248-3e99ffec1308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.737429099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"5949d340-18ff-430a-aee9-1ce181579748","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.738053123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"09d1c9ae-0709-4323-bd1f-1a1c611c6849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.746503619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"946414b8-8001-4bae-ab6d-36ed00b3f528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:40.75255803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"50b4ad67-b420-46be-8248-3e99ffec1308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:41.096299322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8f5cc349-0c4f-4ada-af69-5871cdd3bbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:41.096300608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ded9b818-6b90-4fa8-9849-5df74f9d542d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:41.150571811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ded9b818-6b90-4fa8-9849-5df74f9d542d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:41.150608468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8f5cc349-0c4f-4ada-af69-5871cdd3bbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:43.61718782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.23006739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b4f74d1-948a-469c-ba43-f5a48cf35317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.384531834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"e0aceb87-bd46-4171-96d1-16a3d683ed3c","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.435587444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"28ec1dc2-0dd0-48c1-a138-6df851783846","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.755051742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"0026c938-d4e1-4f26-b3f1-6cec9c53cce3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.854038156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"5916f2dc-ec5a-4a9c-859d-ee2b14623fed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.876556455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9c34bc5-a676-4e83-bab4-67f48e41ca02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.954761907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"0914db10-9f33-4395-88d6-7116ab36593d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:50.997397216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"160b123d-4520-45c8-82b6-fde8f6768bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.056152575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"718251ee-29ee-44ef-a1fb-1222256d5c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.155818162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"3beb720a-ee98-4786-adaa-567d671915f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.180072251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"eedc85e5-7dff-4639-b205-1ff4d1d0acdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.256435603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9fb54d53-dc42-4910-8d80-fa749c8e1ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.357441867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2eef1ea3-a527-4683-af7c-41824c7d77c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.493916082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"64ea2887-9a52-4811-a76c-86742a4a812d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.493944894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"86641efc-0679-4ff9-8f80-80b2a735dfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.54838788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"86641efc-0679-4ff9-8f80-80b2a735dfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:51.549569006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"64ea2887-9a52-4811-a76c-86742a4a812d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.694646482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"c0bf31ed-7f23-4376-bc3e-1cc519184f19","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.695095209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"93af7c61-31c1-4e9a-a259-43a1839bd27a","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.766213989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"afd7b9ea-19a8-4403-9a16-bb706ef0781b","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.766568451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"49a575f3-b768-428d-a5e5-016f94662fb4","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.840316502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"de8bb51d-e1e9-44fc-96d0-3dde086c288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.841246746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b7c642e9-0fde-4077-bf67-80411e474987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.908191278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"82055dd5-6c35-4bf8-904c-0ba6870fd55d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.908989194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"bb37efe2-13d8-4aeb-99db-abf3d256632a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.931523353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b7c642e9-0fde-4077-bf67-80411e474987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:52.934694775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"de8bb51d-e1e9-44fc-96d0-3dde086c288b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:53.297716266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"40b841cc-5de9-417f-8cc2-95c55ec6708e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:53.297958348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"92ae366f-ce33-4980-8b61-030fc30b1f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:53.353604344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"40b841cc-5de9-417f-8cc2-95c55ec6708e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:46:53.354003517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"92ae366f-ce33-4980-8b61-030fc30b1f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:01.964768386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"12f94622-aa61-4008-a411-c54019440f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:01.96476741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"b706f517-5d49-43aa-bfc6-a1282df16288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:02.019232611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"b706f517-5d49-43aa-bfc6-a1282df16288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:02.019277164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"12f94622-aa61-4008-a411-c54019440f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:08.631168921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"79ae9a6b-0bd8-4007-bd46-cba836dcff2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:13.6143322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.836606118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"7e9ed9c3-01af-4d6b-a9f2-d218fce9f820","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.887744879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"ce8c301b-6684-4803-bcb5-9cb166e1e4ac","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.887780711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"ce8c301b-6684-4803-bcb5-9cb166e1e4ac","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.983557364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"92124f88-6b5f-4261-af0d-37f3c0422be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.983599709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"247d6191-e37a-433c-9818-5760fc344993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.984061472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a9c29b6f-bff4-472f-a71c-88bcb18c01ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.984254061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8c6660c6-a389-4e3c-b259-3811c99c0689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:16.984437356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"693e804f-a674-47ab-8d69-8ffa68565fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.038638627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"693e804f-a674-47ab-8d69-8ffa68565fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.039092408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a9c29b6f-bff4-472f-a71c-88bcb18c01ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.041085237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"92124f88-6b5f-4261-af0d-37f3c0422be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.041640171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8c6660c6-a389-4e3c-b259-3811c99c0689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.043407426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"247d6191-e37a-433c-9818-5760fc344993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045071852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aad2d0b5-8e9c-4028-90b6-87bc2bc70f33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045088255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aad2d0b5-8e9c-4028-90b6-87bc2bc70f33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.0453721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15281d68-e882-4cd6-9596-3a596e73d339","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045384438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15281d68-e882-4cd6-9596-3a596e73d339","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045597982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cfd8354-e4aa-4581-b5ac-b64c38dec9b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.04560935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cfd8354-e4aa-4581-b5ac-b64c38dec9b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045857193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72e957b9-ab8f-4d8c-a33e-bd294155e4b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.045870122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72e957b9-ab8f-4d8c-a33e-bd294155e4b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046075374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"468a2a90-5f1a-4db2-9389-45d11089dafd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046086297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"468a2a90-5f1a-4db2-9389-45d11089dafd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046408773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad3502eb-9138-4d7e-b4c4-57f6502ec5d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046425978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad3502eb-9138-4d7e-b4c4-57f6502ec5d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046647264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10027d1f-c901-4e99-a98e-28951870d1cd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046659336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10027d1f-c901-4e99-a98e-28951870d1cd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.046884625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e29b7e5-55e2-4279-940e-433e4603c805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.04689611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e29b7e5-55e2-4279-940e-433e4603c805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.101625746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"aa9ec0a3-4821-45f1-abb8-fd7a0f430776","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.101667359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"aa9ec0a3-4821-45f1-abb8-fd7a0f430776","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.248048219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9f0d7a7-2dc4-4e0b-878d-71d4447b6521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.248110063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ded1829-95f1-4175-aadf-6c4adcc279f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.297385598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"fad9f659-3604-4cd8-83d3-42a9b8e56587","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.382706311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ac6f1ab0-d9c5-46dc-8f27-73c4149b4d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.383057972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8479faa3-425d-41ad-ab87-ea64a944971e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.383583455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5b9e81b1-b9c9-4e39-90eb-3052d9356587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.432053338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b25379e4-722e-433f-b637-089dfc249cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.432053433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23b4b2b-4f63-4b71-a192-9cff9affd10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.437640001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8479faa3-425d-41ad-ab87-ea64a944971e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.439117547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5b9e81b1-b9c9-4e39-90eb-3052d9356587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.440289488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ac6f1ab0-d9c5-46dc-8f27-73c4149b4d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.488198464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b23b4b2b-4f63-4b71-a192-9cff9affd10d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.48821674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b25379e4-722e-433f-b637-089dfc249cc2","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.732887046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"961f0659-10d4-4504-b55b-f2223a594145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.732981111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"947ef7aa-1073-43e0-937a-0ab21e68fb88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.781154206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98711ae7-7192-4d62-8c52-ae9acb726165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.787555566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"947ef7aa-1073-43e0-937a-0ab21e68fb88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.790358511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"961f0659-10d4-4504-b55b-f2223a594145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:17.835370691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98711ae7-7192-4d62-8c52-ae9acb726165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.012790548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"f8e410d5-b42c-4566-a5d7-82e261975ff1","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.161004298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"48f8f736-274b-4d5d-a3a7-3fb083883cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.161147794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"059a02c9-b5ed-4af2-bc90-030b634a173a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.161450257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"68dd26cd-fb52-4f30-b54f-908660ac009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.209150777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df0701f4-d036-4b9a-8eee-e512931a49bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.216033019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"48f8f736-274b-4d5d-a3a7-3fb083883cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.217825783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"059a02c9-b5ed-4af2-bc90-030b634a173a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.220550186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"68dd26cd-fb52-4f30-b54f-908660ac009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.26305254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df0701f4-d036-4b9a-8eee-e512931a49bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.305681226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed8945c-ea94-4406-9ff5-adc82876b798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.359791683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bed8945c-ea94-4406-9ff5-adc82876b798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.506650951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"def62ed1-1c79-447f-9e97-2d8ec3be1292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.507584207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"f31be91f-ac9f-4d12-bdde-d99d749858bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.510300111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bd886d5e-bf76-4071-a831-0ac240efdfc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.554602993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"16670626-8519-4760-a7c2-f92920e4dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.560284948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"def62ed1-1c79-447f-9e97-2d8ec3be1292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.562362324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"f31be91f-ac9f-4d12-bdde-d99d749858bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.56400738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bd886d5e-bf76-4071-a831-0ac240efdfc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.611968861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"16670626-8519-4760-a7c2-f92920e4dd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.652982615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e629a32a-7782-4f7a-bc71-2c4f1a45c827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.708321523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e629a32a-7782-4f7a-bc71-2c4f1a45c827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.90141676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"aa4c10df-5d4e-4d8e-a3c8-0614aa380bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.901447621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"885b12d7-88f4-4b4e-87e3-9fb17be6b2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.949029961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"96b15048-af09-413c-8665-3f4048101b9a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.955764575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"885b12d7-88f4-4b4e-87e3-9fb17be6b2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:18.955850161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"aa4c10df-5d4e-4d8e-a3c8-0614aa380bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.003485179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"96b15048-af09-413c-8665-3f4048101b9a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.863539021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"0ddfc305-0ee3-471a-92f4-4bf61967e308","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.864077725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"e2b030f1-5e5a-4400-baf9-74b6cf6b7e52","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.864335001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5503efcb-2ca0-4cc8-8125-327dc03b69bc","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.935345981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"fedeb6d8-85d7-4c75-888e-f63088163019","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.935876839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"ad1cf872-a421-4988-888c-b7758689ae14","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:19.936324996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"5b43c6ba-7c00-4ac9-a5a1-a9eb1525f11d","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.010260773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"61c0f3ca-f895-4bd7-8f04-feb1d180e90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.012733791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bebce537-38d7-4227-8f77-c945c84ed5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.065051626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"d941e3ca-c328-40b9-a20d-7b7a279ac2fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.06561964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"27f1b79a-1b0f-4504-9c06-ac1005f197d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.112895111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bebce537-38d7-4227-8f77-c945c84ed5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.117734987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"61c0f3ca-f895-4bd7-8f04-feb1d180e90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.46363044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cf79d4ca-cc6c-42d8-acdf-6c28df57ec2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.463627193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f146d2f8-0dc4-40ef-8c33-844e4f13087d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.518060083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f146d2f8-0dc4-40ef-8c33-844e4f13087d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:20.519288595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cf79d4ca-cc6c-42d8-acdf-6c28df57ec2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:22.574293795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"d25b9b21-53cb-4710-9f06-4c70b44fd198","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.164625672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"1d8f1ee2-dfa7-4fa6-9c5b-405dd936e77f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.16619821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af617f03-76d8-4495-9f1d-9ebc488c9814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.167008285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b12acc96-1d31-4e52-9d1f-0023ff75f54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.217447755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fe9a8ac6-bcb7-49c8-8ad7-994bf4011e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.217880009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1aa022f7-70b5-4067-926f-c4e03888961c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.244717377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af617f03-76d8-4495-9f1d-9ebc488c9814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.247714174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"1d8f1ee2-dfa7-4fa6-9c5b-405dd936e77f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.2514707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b12acc96-1d31-4e52-9d1f-0023ff75f54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.281695565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1aa022f7-70b5-4067-926f-c4e03888961c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:29.319042663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fe9a8ac6-bcb7-49c8-8ad7-994bf4011e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:36.297189162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"23321bd1-e28b-4c57-82f0-9247726d5a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:43.617682186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.496004401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e5ba5824-52e6-4f51-8fdd-34b59cc45d4f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.496385078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"38d5d797-6b3d-4dc7-9b8f-8e2b459c5a31","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.56569642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"65095df9-9c37-4adb-a830-3577e40ce413","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.566101283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"6bb25484-9057-4f6d-b6b1-a1d482120f63","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.641254559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1822018e-734c-44f6-b989-b891ea2cb8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.641288112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ba758f05-3abb-4587-8092-562a62434991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.695676016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"3a57fd32-6483-4ebd-b3f1-32e0ad2b7884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.696379354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"bbf4d80f-c829-414f-b60f-a9b5af633fd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.730185913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ba758f05-3abb-4587-8092-562a62434991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:44.735791416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1822018e-734c-44f6-b989-b891ea2cb8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:45.07462353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2e8d25b7-b78e-42a7-bd29-3e55c32755c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:45.074660683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3903ee62-b44d-4cc4-bf4f-cc5dc6733c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:45.075242173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"f51865f2-1641-4601-b75f-793e2a09dbc2","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:45.130701057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3903ee62-b44d-4cc4-bf4f-cc5dc6733c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:45.130722788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2e8d25b7-b78e-42a7-bd29-3e55c32755c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:57.225224931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5a069936-32f0-4a11-8f89-9d944fb0034e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:57.226917514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6c150c7c-a8ff-478e-8c92-1135b988618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:57.280562167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5a069936-32f0-4a11-8f89-9d944fb0034e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:47:57.282901276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6c150c7c-a8ff-478e-8c92-1135b988618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:13.618301324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.051229871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1b33e5ef-ce1a-4517-bbcd-932a732c8e2a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.051666625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"6af6ec73-cd88-4991-90a3-a79ca7d25b7e","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.051967413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"81c2b0a5-eec3-46fc-be32-0bd7796ffc7a","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.126264309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6d0e547d-e1ce-4bac-86f6-9d7b387d6c3a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.127025907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"09c79f95-ba62-4541-a836-adf332dd220d","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.127489783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"7636278b-7222-45cb-91ab-85e5af958c1b","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.207856814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0d04795d-0b4e-4ff7-b7bc-04646c851e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.208290592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"501ad5ac-cb57-43c9-a24d-0a488404c33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.270089431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2df8ed68-ee07-4e61-94fe-2ffd5ddbf3f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.270754286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"d437cb07-e3c9-471e-afa5-563e7ba8af34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.275330787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0d04795d-0b4e-4ff7-b7bc-04646c851e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.345943885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"501ad5ac-cb57-43c9-a24d-0a488404c33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.648034198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce1f4f3c-ac63-46a6-bd0f-c10c6b8e76d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.704512556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce1f4f3c-ac63-46a6-bd0f-c10c6b8e76d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.752044565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7ace049e-453b-49b8-b420-3aae61911da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:16.813847017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7ace049e-453b-49b8-b420-3aae61911da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:19.240939912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-b-5d71413e","reconcileID":"5e92cd1e-db29-4c73-a88e-dbc0053261cb","MaaSModelRef":{"name":"e2e-conflict-b-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-b-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-b-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:19.299248534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"1c984f51-dc9d-46e0-8884-8ccbe256c3f8","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.282891165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"9378e903-92c8-4bd3-b389-f33a7990809b","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.313460958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"7fd6e3cd-9f9f-4ac4-bc8f-f82d1e56024a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.413421206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"2ac8418e-9080-43e4-acd6-c0fe9e054492","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.514580303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"14756204-a578-49de-be84-3b614dd4f79e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.61529199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"66414ed4-2a4d-403a-8614-13a514ee9ee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.626738216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"73b0b35b-22b0-4c35-a79b-b706ce22272a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.798571404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"f972e368-d973-492a-8c1e-35de851e54ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:20.897668585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"eb163788-0ad4-4803-a8b1-eddb52354547","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.001040401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"cfd65910-203e-4aaa-af9a-0a73697af161","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.100781215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60f6cbb4-3c69-4619-bcc6-9d9cc569e19e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.10276991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e8d1677-8c91-4f98-8594-26caa9d3f62f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.200011587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"bb17485a-4e95-44df-ad27-694c1c16891a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.220658902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"2fa236a8-8a55-4f00-b3a3-8fa55f255977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:21.34928613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"06c0a5a5-c003-4e0c-bb6a-c60ca14cb2cf","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:31.969840868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"44f03ce1-37a6-4757-bd1a-25db31ccbb05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.116115372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"05ae4e50-501f-433d-b951-a42f7f8c38a4","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.167662443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"9d7f2593-3b33-4c0d-9737-e7005c8d3011","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.275715172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"8033b9fc-fba1-431d-b0f3-eda51aabee65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.375619326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"19eba9e4-a5ae-480e-857a-e08a358b6a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.433583165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"cdb3aedf-53a0-44da-bee6-ffa77985d939","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.529017419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f416922-e195-4443-a683-0489a7b9b43c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.529903997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb8c60d6-7a45-4367-9579-dda11f5f5c92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.631236986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"035172ac-3af2-478b-83af-7ca860bb602e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.675140572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6247c5f5-859c-41e5-ac85-fbbb2179b809","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.764483732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"379bada7-14e2-471f-bc52-14753f95b000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.871656788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"4a2fea14-d75b-42c5-a403-2eddaef981d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:32.974057202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"dd8b2d5f-a19c-4b72-8e3e-6635043d342a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.092808791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0f2cda5c-7371-42f4-a7f4-ee57d71b8da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.093479628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9414aaab-4b8c-4469-8013-bfa9b1bb805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.149428533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9414aaab-4b8c-4469-8013-bfa9b1bb805b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.152404794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0f2cda5c-7371-42f4-a7f4-ee57d71b8da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.153645292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"4bc8a97f-ff22-4fbc-98f9-6a876a5bcc90","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.154040636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"6a385805-711c-4b41-9ad1-ca2e6ed04247","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.154313935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"446a7c4f-91d9-49c2-8d27-13f73f6c8c9b","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.224398177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"737ec288-1e99-4650-8bf2-0b2310555235","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.224795994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"21275a91-138f-4ddb-b257-0e14fc6f0c5b","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.225248092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"b4312a38-73c4-4f40-abd0-97e9a2f99c28","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.298960673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"1bba670d-c83d-4f60-9766-f28c6c26bb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.298960671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bac49c16-7019-4fcf-b381-0d6f659d94b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.358776093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"c97c91b4-c716-40bf-a218-90426456ee50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.359552702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"44e4aaad-9db5-45c4-912e-f047a9364dcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.378080039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bac49c16-7019-4fcf-b381-0d6f659d94b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.388722979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"1bba670d-c83d-4f60-9766-f28c6c26bb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.794222741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"4987004b-82e0-4ec2-90b2-d5d99e59531c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.79427766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"94259e2d-da8f-4268-b8e7-81699534b128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.849114782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"94259e2d-da8f-4268-b8e7-81699534b128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.849204296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"4987004b-82e0-4ec2-90b2-d5d99e59531c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:33.922019019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"0d6d9f78-da16-46d5-bb98-c89375d27654","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.045230451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"891e7814-713a-4bf5-9e3d-224497d5b8ad","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.103884533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"bd2a50b2-7178-4a9e-9c83-c9e2033ab9d4","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.194686904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d5e12be0-cb2b-4b37-b3c7-0c95e55ae631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.195092709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c54608a9-6bbd-49f7-a8cc-2f48dadf8e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.195326849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b12411d6-1ef3-4aeb-aa20-141c6b537c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.240921254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd921a3f-f456-4d5c-8fa5-490abca09db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.243209809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f891a64-0bdd-4675-97d5-373bdfd6ab9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.249793244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d5e12be0-cb2b-4b37-b3c7-0c95e55ae631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.2500235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c54608a9-6bbd-49f7-a8cc-2f48dadf8e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.252353038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b12411d6-1ef3-4aeb-aa20-141c6b537c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.295101123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd921a3f-f456-4d5c-8fa5-490abca09db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.300204408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f891a64-0bdd-4675-97d5-373bdfd6ab9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.475769605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"afbc81ce-f25c-4065-8dd2-eee455252d74","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"name":"e2e-rt-eq-45317e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.583908325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c51741d3-4f4e-4a59-8312-c2eff30d6a18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.583935715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c51741d3-4f4e-4a59-8312-c2eff30d6a18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.625907548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"739f80c4-8da3-4c19-bb8a-128a06743e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.62661781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"c794db30-34bb-4a81-98bc-1f703ea5087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.627886608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2e36dd4c-9485-44ef-90cb-28d925b53c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.632924113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"52dc996a-5265-436a-8ca4-565c78d957ce","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.632941129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"52dc996a-5265-436a-8ca4-565c78d957ce","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.683822587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"380c5569-8775-4249-a492-f3a47567477f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.684098397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2e36dd4c-9485-44ef-90cb-28d925b53c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.684460059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"218881e9-4966-401d-8505-530c33111cd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.689303897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"c794db30-34bb-4a81-98bc-1f703ea5087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.689969829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"739f80c4-8da3-4c19-bb8a-128a06743e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.732177163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c323d893-2a7d-4647-a6f3-bf346a7f3517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.732652659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"351485fe-6dc0-47e4-9743-04ee7177dec3","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.732663498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d26678e9-115b-4f88-a2eb-3f932980d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.737037548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d9064dd0-9c2b-4779-8f18-731827c0bf7c","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"name":"e2e-rt-eq-45317e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.786642789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d26678e9-115b-4f88-a2eb-3f932980d451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.787918923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c323d893-2a7d-4647-a6f3-bf346a7f3517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.788468958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"347cb4bc-ea74-46f9-82ed-5469ca6db693","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.788485744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"347cb4bc-ea74-46f9-82ed-5469ca6db693","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.788736162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e378249-60a1-4789-b770-ec3337548f70","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.788746381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e378249-60a1-4789-b770-ec3337548f70","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.78897166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04d209df-caa7-4f36-b8a4-0507a4b006be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.788983115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04d209df-caa7-4f36-b8a4-0507a4b006be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789174442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e2d8b47-772c-4c03-94af-b2a295fd0cea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789184146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e2d8b47-772c-4c03-94af-b2a295fd0cea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789355053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0882753a-36c4-4ec8-ae4c-15d4b69ae352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789366197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0882753a-36c4-4ec8-ae4c-15d4b69ae352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789638053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec5bd822-83bd-467c-8d45-bb1551587dbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789648131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec5bd822-83bd-467c-8d45-bb1551587dbc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.78985744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c063c56-f25a-4f41-a560-e577758c7018","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:41.789870639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c063c56-f25a-4f41-a560-e577758c7018","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.052791557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"954d8217-5dcd-4090-961d-ef89ae8f1879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.054867814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"21f0e498-3aef-4a36-ba65-d28b6dd6a74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.090129193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"09a10112-aa20-455b-8b2e-d98050df54bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.107972792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"954d8217-5dcd-4090-961d-ef89ae8f1879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.110395719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"21f0e498-3aef-4a36-ba65-d28b6dd6a74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.153295116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"09a10112-aa20-455b-8b2e-d98050df54bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.198266254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e98241-afd5-4f76-adb7-2cb9c8355078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.198352188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff5d9fd-3c3a-4915-9e8e-61dba96e05d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.263351421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aff5d9fd-3c3a-4915-9e8e-61dba96e05d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.263366698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e98241-afd5-4f76-adb7-2cb9c8355078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.405084436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"57f73703-f4bb-47d6-87bb-7eb4f20a4c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.413502583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6f5e882d-746c-4e4f-b04a-ed3cdcdef68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.47308942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"57f73703-f4bb-47d6-87bb-7eb4f20a4c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.474633476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6f5e882d-746c-4e4f-b04a-ed3cdcdef68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.56287654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"aa2b015c-3b26-4a9f-b313-0e3c082edc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.618211451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"aa2b015c-3b26-4a9f-b313-0e3c082edc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.729039651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"40992bde-7964-4627-ad1e-c7a4e06456e5","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.783110357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d289c54a-cce3-40a2-b388-f9a03f924f25","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.78314554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d289c54a-cce3-40a2-b388-f9a03f924f25","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.882207386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"46c61a4b-e631-4fb4-8aa1-f3a929e3a34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.882289461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"c1b8c145-b2a5-4bcf-a787-8dfb612d5f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.882684086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9efcc1a2-7fa7-491f-9cc1-3b85ac0f9dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.932730931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b8ce34-ddde-43a5-b15c-8ef5c4c99913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.935940361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"46c61a4b-e631-4fb4-8aa1-f3a929e3a34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.938418546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9efcc1a2-7fa7-491f-9cc1-3b85ac0f9dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.939030042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"c1b8c145-b2a5-4bcf-a787-8dfb612d5f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.954989806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9eda24b2-8493-4378-8848-e97cd80a2731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:42.990528479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b8ce34-ddde-43a5-b15c-8ef5c4c99913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.009016512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9eda24b2-8493-4378-8848-e97cd80a2731","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.298224249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"21809401-57f7-487b-b678-02d15c5bb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.298257758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"232e51ec-6a36-43c0-a712-027e26169f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.298777755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"42f85297-bcfa-4d18-9ecf-dceed0e04c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.356461172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"232e51ec-6a36-43c0-a712-027e26169f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.359548403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"21809401-57f7-487b-b678-02d15c5bb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.360983728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"42f85297-bcfa-4d18-9ecf-dceed0e04c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.401398284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2ad58224-918d-4eaa-a70c-a518a10690ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.450821384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b10f35ea-9cf7-40b8-918a-36b8228a9e83","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.456896371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2ad58224-918d-4eaa-a70c-a518a10690ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.505980904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b10f35ea-9cf7-40b8-918a-36b8228a9e83","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.616078454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.701977682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"684f17fb-2bbd-4552-9061-2fa7d226fba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.703923705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7116dd26-9b91-43ff-ab4a-d204425694cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.755892431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"684f17fb-2bbd-4552-9061-2fa7d226fba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.758912026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b7985e-346b-4e3f-a875-88cee0e5519f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.76345547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7116dd26-9b91-43ff-ab4a-d204425694cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:43.812809471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47b7985e-346b-4e3f-a875-88cee0e5519f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.225027537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"4f9cd104-8df4-4f78-9dc7-f53a710f56de","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.371318497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"204911dc-4268-4626-8476-5c2bfb6626fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.371550187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"01b7d47c-e86a-4633-bd0a-a7a561d06512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.37132684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c7a0ef12-1b61-48c4-ab5a-5b68a18fb656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.371960154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aab6b4c6-8cf7-421e-aa5d-9583135e02b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.372030466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"94b54bf5-df80-47de-81f2-293d22b010f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.425665919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"01b7d47c-e86a-4633-bd0a-a7a561d06512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.42606202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"204911dc-4268-4626-8476-5c2bfb6626fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.428205024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"94b54bf5-df80-47de-81f2-293d22b010f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.428399805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c7a0ef12-1b61-48c4-ab5a-5b68a18fb656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.430606532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aab6b4c6-8cf7-421e-aa5d-9583135e02b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.768406576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"029c9e4b-5872-4928-aa12-a9c56c9c8f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.768405229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"038ac219-7549-4588-a743-7882a1c5d78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.768916003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"bb2268bb-263d-4810-b5d3-1d5de76e2f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.820871289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"c73c2161-3c2f-4e78-a0d9-a3accf5f1c26","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.823314969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"038ac219-7549-4588-a743-7882a1c5d78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.823644751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"029c9e4b-5872-4928-aa12-a9c56c9c8f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.826149335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"bb2268bb-263d-4810-b5d3-1d5de76e2f9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.869391118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4dec622a-20ca-4729-b38f-ae8119743cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.875264551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"c73c2161-3c2f-4e78-a0d9-a3accf5f1c26","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:44.923499286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4dec622a-20ca-4729-b38f-ae8119743cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.165051648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8b474b1d-e03b-478c-a51f-17510d2d3ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.213087029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e430dd08-6110-4d05-84cf-8ff50f30e0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.213184964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92aec602-f097-4123-8d2e-df8e39e8cc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.21894672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8b474b1d-e03b-478c-a51f-17510d2d3ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.273749308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e430dd08-6110-4d05-84cf-8ff50f30e0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.273907464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92aec602-f097-4123-8d2e-df8e39e8cc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.342684373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ee39690d-d7a0-4630-a102-d0801c2e8917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.396606783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ee39690d-d7a0-4630-a102-d0801c2e8917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.514450318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"243a3c35-639b-4d3f-9a6c-f5a405b563bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.568377284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"243a3c35-639b-4d3f-9a6c-f5a405b563bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.891025537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5dc6a759-5b88-4fff-bdb6-9db994306c5f","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.891301133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"06786b54-b11c-4fba-9873-c3e68199480a","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:45.891532641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"e2e-conflict-a-5d71413e","reconcileID":"4d329213-16f3-423a-877b-bce88ae25c5a","MaaSModelRef":{"name":"e2e-conflict-a-5d71413e","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"e2e-conflict-a-5d71413e-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"e2e-conflict-a-5d71413e","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.03915448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6c6407ce-7524-493d-a91a-72542d96e089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.039701401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5682bc2b-447c-4d8c-8f40-ef3a6f305cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.097003182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6c6407ce-7524-493d-a91a-72542d96e089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.103232293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"28e4b2b3-8fc5-41bc-a7e5-8c61066294c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.110874015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"127b1f9b-4ced-4c15-8dd6-bedf2ec7d158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:46.129384774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5682bc2b-447c-4d8c-8f40-ef3a6f305cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.278379709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"419c3646-8cfa-4cfd-abd0-b9f4c3bf5990","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.278409582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"419c3646-8cfa-4cfd-abd0-b9f4c3bf5990","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.3791547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d2e5bc09-1fc0-41ec-b5ff-fe36192d5345","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.379182359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d2e5bc09-1fc0-41ec-b5ff-fe36192d5345","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.528073542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"8cfc824c-5d7c-414a-8381-27a9815010f6","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.58202863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"8cfc824c-5d7c-414a-8381-27a9815010f6","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.982105451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"4d5752d1-c690-4345-8a54-7a507646e8b2","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:47.982130165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"4d5752d1-c690-4345-8a54-7a507646e8b2","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:51.641885598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"23a63f32-9e4a-48ae-886f-b07440d0a837","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.624788845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"aa8ccd5e-0f92-4c5e-9bcb-8198fb7f9cd6","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.678541453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"13c02fd0-0428-4f44-9920-6af518f403d0","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.824133899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"5b5cc260-ac65-4dba-b2b8-fefd8a417025","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.879342839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"5b5cc260-ac65-4dba-b2b8-fefd8a417025","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.917506504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-45317e-sub models-as-a-service/e2e-rt-sw-7bfe20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.966492884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"1744c485-970f-4f8d-a026-e41226de0b8e","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:52.966522974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"1744c485-970f-4f8d-a026-e41226de0b8e","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:53.02701065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"dde287dc-3e5b-48ed-b6c6-faceb5ff893f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-45317e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.120141273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"42140408-7dc4-4e1c-a768-ebae181b7433","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.120166576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"42140408-7dc4-4e1c-a768-ebae181b7433","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.161762641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"5cc8e70d-fbe7-4109-b09b-ede1e424026e","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.165375894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"6444a17f-e3ef-4b2d-aeef-5bb9ac51db85","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.165398826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a025f4f-2cdb-4455-8b60-90b3ae32df6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.165766783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57baa6-1a00-4aa0-9e3d-f7453d6127dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.217369686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"5cc8e70d-fbe7-4109-b09b-ede1e424026e","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.22140764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"6444a17f-e3ef-4b2d-aeef-5bb9ac51db85","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.22158748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57baa6-1a00-4aa0-9e3d-f7453d6127dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.222084418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d6c19a5b-81a5-479f-b130-91e92bcee7c6","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.222105163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"d6c19a5b-81a5-479f-b130-91e92bcee7c6","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.224804358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a025f4f-2cdb-4455-8b60-90b3ae32df6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.319539878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"a41ac1d8-b84d-4344-8000-0765704fd20d","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.319566586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"a41ac1d8-b84d-4344-8000-0765704fd20d","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.333301249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"9d3fba55-84a1-42f8-8e40-497ecbf87c29","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.368392871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"fdb8fee4-e862-4e8d-9b1b-18728b8667c7","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.388640158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"9d3fba55-84a1-42f8-8e40-497ecbf87c29","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.434107534Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"18075a51-6c32-4082-9cf6-e0a5fe4cb9d4","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-45317e","model":"e2e-rt-eq-45317e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-45317e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.660042216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfac92e8-6ee3-4dbf-a900-9cecc6f92ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.660040175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14681549-7d0b-401f-9dd8-f8375fce9553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.68939978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"c4a0d765-db82-4211-9785-a174515ac246","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.689431067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"c4a0d765-db82-4211-9785-a174515ac246","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.714613978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfac92e8-6ee3-4dbf-a900-9cecc6f92ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.715589078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14681549-7d0b-401f-9dd8-f8375fce9553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.760261467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4de7b3e1-fdd9-4472-9f31-da56631ee428","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.762737292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"80606f46-ee01-4265-ad79-fa703bcd0a35","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.814823546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4de7b3e1-fdd9-4472-9f31-da56631ee428","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.822232115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"80606f46-ee01-4265-ad79-fa703bcd0a35","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:53.884807063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"a3736008-9d60-405b-b8b1-e45052580281","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-45317e","model":"llm/e2e-rt-eq-45317e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.32795269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ee71bae8-867e-4599-9e49-db29dd3c3e4a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.328113533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-45317e-sub models-as-a-service/e2e-rt-sw-7bfe20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.383950247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"247cbee0-f62e-4d9f-8538-664343f24189","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.442315676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-subscription","reconcileID":"06007e99-eee2-4d73-99ad-78c1cb3db67d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.487343141Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"063e4a38-f335-496a-a4a6-2e7fb1f6eff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.487347004Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"06fd2d12-d968-40f8-a2fd-8f34fdbd51a9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.49495633Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"11e43dd6-0b0d-4880-9ffb-d500685676b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.550676837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"c0a11099-7814-4e27-8332-d70dd74920e6","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.552141182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"11e43dd6-0b0d-4880-9ffb-d500685676b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.552404376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"063e4a38-f335-496a-a4a6-2e7fb1f6eff4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.552473843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"06fd2d12-d968-40f8-a2fd-8f34fdbd51a9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.553398534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"dfe852d7-a267-4eca-93da-ad153cea6aa0","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.553721095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"78eceaee-5fef-424f-8321-e34335cca611","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.557756722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"71ca16fa-51ca-4fbb-99ed-13408a72e780","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.612307011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1a3e31b5-cdd6-4152-bfe1-da17ccd9cdb4","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.711123983Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"a7864ff0-12a7-4657-afbc-9a3d2055ac67","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.712466263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"a7864ff0-12a7-4657-afbc-9a3d2055ac67","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.711581076Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9d5ecb96-5563-43d7-a318-59fe1d5d1ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.712654512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9d5ecb96-5563-43d7-a318-59fe1d5d1ad8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.711782894Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b04d7f7c-7302-416e-a5aa-7fefe0ca5df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.713215179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b04d7f7c-7302-416e-a5aa-7fefe0ca5df0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.859446948Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5f1f4702-e9c2-4e99-8ef2-dec169fe94fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.859526757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5f1f4702-e9c2-4e99-8ef2-dec169fe94fe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:55.867424355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-subscription","reconcileID":"afbfe54e-c3dc-4c18-97f5-8ea9eb4733b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.870567021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2502c6da-a717-4ca5-a750-ab3c884f9e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.870651707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2502c6da-a717-4ca5-a750-ab3c884f9e2c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.871169489Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"c5ee8c70-8b80-4ec0-aa9b-82808eee5334","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:55.871297079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"c5ee8c70-8b80-4ec0-aa9b-82808eee5334","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.025774741Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f220b005-dc47-4edd-9c06-9d71e5473ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.025883665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f220b005-dc47-4edd-9c06-9d71e5473ba3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:56.030088078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"5e298634-a55f-4623-bc58-1dcd9e44b103","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.036179844Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"23bd8eb7-3894-46fa-b1b6-e096efb33d71","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.036231182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"23bd8eb7-3894-46fa-b1b6-e096efb33d71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.036460004Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c71031ef-cd2a-4718-8597-6d5f5b855897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.036539025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c71031ef-cd2a-4718-8597-6d5f5b855897","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:56.067763601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"212faf5e-5152-424c-971e-bd62957701fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.217510602Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f8ca7b7e-1eab-4fc6-bd0a-8708dd367f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.217732644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f8ca7b7e-1eab-4fc6-bd0a-8708dd367f37","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.221817642Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"d7fa43fd-55ff-4b61-81a8-de57121bc842","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.221995198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"d7fa43fd-55ff-4b61-81a8-de57121bc842","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.223041092Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"46dfb211-ce62-4940-a48a-14da9b04c165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.223162202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"46dfb211-ce62-4940-a48a-14da9b04c165","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:56.232968656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-subscription","reconcileID":"16fad577-1956-4d5d-a6bd-b7dfec9f0781","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.448446316Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"5860dc21-4d2a-4a8d-8b44-6a999cb345ed","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.448655838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"5860dc21-4d2a-4a8d-8b44-6a999cb345ed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.44928141Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"763e61e2-aee0-4f5f-af1a-e420a4938243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.449410013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"763e61e2-aee0-4f5f-af1a-e420a4938243","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.455227022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f8536077-4515-4c15-be78-92ef6c3e9d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.455289366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f8536077-4515-4c15-be78-92ef6c3e9d5e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.778522338Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"3b5d056e-21b7-420f-8260-6e6aeb355669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.785898726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"3b5d056e-21b7-420f-8260-6e6aeb355669","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.77929968Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ece82edd-ff8f-4ea6-b233-c48dd411d54f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.786127802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ece82edd-ff8f-4ea6-b233-c48dd411d54f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.779007808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"300f6d6b-420a-4c18-97c7-bcd5755fdfd5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:56.786250837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"300f6d6b-420a-4c18-97c7-bcd5755fdfd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.255984985Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9eed8bb3-3734-43c8-a9e1-d4bb16beb53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.256049247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9eed8bb3-3734-43c8-a9e1-d4bb16beb53a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.256018106Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9c2894ae-5125-43f2-a777-dbeda5f423e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.256090887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9c2894ae-5125-43f2-a777-dbeda5f423e9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.256290776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"f1e9f670-75de-4951-8320-6d5c5cf00c84","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:57.256331721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"f1e9f670-75de-4951-8320-6d5c5cf00c84","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.817438788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"fcd1a1e2-4199-4bf5-9611-f09442bb713f","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.817942707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dafb2b52-0e5c-4fd4-9d0a-6bdddd59e5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.818203713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c1e5b1b-22ec-4a39-aa10-04a51f8eacf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.818534835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"6bc1bc0b-a059-4171-b8df-7825235dd373","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.882400391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dafb2b52-0e5c-4fd4-9d0a-6bdddd59e5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.885550325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"fcd1a1e2-4199-4bf5-9611-f09442bb713f","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.904756617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"6bc1bc0b-a059-4171-b8df-7825235dd373","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:57.915820667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c1e5b1b-22ec-4a39-aa10-04a51f8eacf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.088358632Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e3ee94db-91a4-48ea-ad02-2e143495f53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.088514339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e3ee94db-91a4-48ea-ad02-2e143495f53e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.243419748Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"eefa1c7f-6ef9-4a55-994b-f192d1e4eec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.243863675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"3bd8c53e-ad05-44fd-9c5a-7c92c89cf00e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.244053757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"3bd8c53e-ad05-44fd-9c5a-7c92c89cf00e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:58.243956675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"eefa1c7f-6ef9-4a55-994b-f192d1e4eec8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:48:59.381137792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"c8bba392-a8a4-4744-91b3-c61c5d94b410","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.5528067Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"a7a9315f-1988-44d6-b9fc-c47b16699a0e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.553010124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"a7a9315f-1988-44d6-b9fc-c47b16699a0e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.553944633Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3a4a99cb-2090-42ce-b0cc-5975f67ece82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.554078636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3a4a99cb-2090-42ce-b0cc-5975f67ece82","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.554901682Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"441c002f-6f0b-4c83-9609-d0da962e4f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.555121214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"441c002f-6f0b-4c83-9609-d0da962e4f4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.714630899Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b75c1e48-7a0b-4ac1-929c-27f7229ba25c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:48:59.71480889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b75c1e48-7a0b-4ac1-929c-27f7229ba25c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:02.263124768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8673cd08-a0d7-41d6-961a-cdbcbf7f2f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:02.263218622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8673cd08-a0d7-41d6-961a-cdbcbf7f2f77","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:02.263208865Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"d26b63ad-462a-40c8-8649-c7702529c10d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:02.263253042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"d26b63ad-462a-40c8-8649-c7702529c10d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:03.853260929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"0023a4a7-3f68-4968-868a-0cf208a67f06","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:04.86111718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"f2481e06-dc93-4c50-9fda-81f180dd7674","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:04.91474738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"6cc5a92f-854e-4405-9973-961c71beec80","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:05.002462072Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5043c771-de90-41b7-8b15-5a922ef9cbe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:05.002675429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5043c771-de90-41b7-8b15-5a922ef9cbe3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.096821215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"d861aee8-bd5c-46f4-8bcc-ee3a7a5eecfe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.134263671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-45317e-sub models-as-a-service/e2e-rt-sw-7bfe20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.134301618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"f258293a-967e-49aa-baec-2fe6fdbc2c4b","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.152611489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"d861aee8-bd5c-46f4-8bcc-ee3a7a5eecfe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.189418611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"b171ae20-08d4-41f4-8eaa-5a9e5f7504fc","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:05.241436565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-sub","reconcileID":"4f8b28e8-6293-47a1-8351-5991f909488b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.313558346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2f42e3d5-1d42-4cc4-8838-a34da892c0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.31451647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"765ce1b6-cc5f-4030-baf0-9c0da27ab191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.371823162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2f42e3d5-1d42-4cc4-8838-a34da892c0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.372758106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"765ce1b6-cc5f-4030-baf0-9c0da27ab191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.373105934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"461034b5-b947-41d7-b964-71124ab2b699","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.421143025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"e1f5c977-db49-41ce-9ab8-3ea7ea770e56","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.42786945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"579c47a9-5f77-4686-9198-38c67986fdbf","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.569800711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"0468a974-73eb-4b45-8ced-1fc049d847e6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.625271426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"0468a974-73eb-4b45-8ced-1fc049d847e6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.692474512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-sub","reconcileID":"0d8080e3-7ef0-49d3-9be4-2b623e0d4e1a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.735374091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cce54439-f77c-47d0-94ab-f64e1ab09f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.73537635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a83ef0c8-79f1-4875-b2a4-2e309e6f2b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.796295541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a83ef0c8-79f1-4875-b2a4-2e309e6f2b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.797396233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cce54439-f77c-47d0-94ab-f64e1ab09f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.867327951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"fbe0485d-e8cb-43c9-a01e-cb2db3ea6670","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:05.898518321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"8e02df92-4cb5-45d2-9061-fdcdc09e2479","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:06.064753497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-sub","reconcileID":"5f8eddf3-2378-4c76-ae2d-7a496216a0b9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:07.557335695Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bf80edb9-6d06-4638-a19e-9abb058156f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:07.557405688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bf80edb9-6d06-4638-a19e-9abb058156f9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:07.557573153Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"0f89b675-54c0-4c7b-a45e-cc104a059283","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:07.557635209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"0f89b675-54c0-4c7b-a45e-cc104a059283","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: compose ai-tenant-e2e-worker-w0-dc087a/e2e-dedup-subscription@e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: model e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.80749407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f89436ac-2c20-4838-9fc4-d92ff6f208b4","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.808191474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"94e99e6f-887c-474b-b158-456a786a7bbc","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.808889265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"aa480558-69b8-455b-8427-f73a1bb05987","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.915572321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"d4731749-c1a2-4b79-8105-64d1eff42c96","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.916363492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"6173d3b0-03f4-466b-8860-ac9cea3cafbb","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.916972469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"b8c557b7-5ad8-4fd7-90f6-182796138c70","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.973803606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8aa82716-e3c1-4b48-a1d2-07d41ce88f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:07.973814133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"308a02a0-3c27-4c6f-8ebe-6578e8d90f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.028285559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"2c03cb79-c951-4f51-90e8-72782d7e0e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.029113604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"6a197a4a-c8a4-4b01-adb8-323576d5c2ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.033361879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"308a02a0-3c27-4c6f-8ebe-6578e8d90f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.036580453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8aa82716-e3c1-4b48-a1d2-07d41ce88f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.180725588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5663ff3b-1763-44a0-92fe-0d77e706a2e7","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.338407815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"67f03d94-1936-4d1e-be93-1063de7e68c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.33854727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"d67d0ea5-4e87-42ed-be51-ca576b56913e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.338876424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"35208744-ebdc-42b1-9b6c-ec78d910e740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.412791329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"67f03d94-1936-4d1e-be93-1063de7e68c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.41358652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"35208744-ebdc-42b1-9b6c-ec78d910e740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.417452462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"d67d0ea5-4e87-42ed-be51-ca576b56913e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.435923778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"158cf6ad-4620-4cf3-8716-725bfc1c69d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.435937664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"ca3d081e-f003-4448-be3b-b31e22d3e255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.499250835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"158cf6ad-4620-4cf3-8716-725bfc1c69d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:08.505321983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"ca3d081e-f003-4448-be3b-b31e22d3e255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:09.566086816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-subscription","reconcileID":"35434e50-44f6-4d2f-ae6c-bb81f8c1f71a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:09.770157106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-subscription","reconcileID":"35434e50-44f6-4d2f-ae6c-bb81f8c1f71a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:09.967057992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"c9d54d24-b22b-4ff8-ad41-d443608b3957","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.023879371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"894b60dc-c74d-4919-abd8-76ab17ff34bb","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.024172791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-45317e-sub models-as-a-service/e2e-rt-sw-7bfe20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.170893024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"63fe27ca-d548-4fc0-ae90-123db685f012","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.174641757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b14c4d47-0c42-4045-8727-81c0ae367fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.175704612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"cd32f89c-9eb8-4d89-8452-1aea70f5fade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.176358617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"ebe68530-d110-465e-9e57-c4e5dba46282","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.266642241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b14c4d47-0c42-4045-8727-81c0ae367fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.268480945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"cd32f89c-9eb8-4d89-8452-1aea70f5fade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.269271894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"ebe68530-d110-465e-9e57-c4e5dba46282","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:10.522313161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"ebe68530-d110-465e-9e57-c4e5dba46282","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.52306563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-dedup-auth","reconcileID":"5d88ac81-da3f-45f8-954c-7735566f0b3d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.523686958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"e627cee6-d9a8-43b7-9cf7-006d53f91811","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.524916834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"e8c6f41f-cf2a-49cd-981b-1f5251088c01","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:10.733138125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"77c31689-9000-44a5-a26b-bc31b817f122","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.294082529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"3bd4c938-35db-4193-9a08-f79a7d940dff","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-45317e","model":"llm/e2e-rt-eq-45317e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.553034504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"c9c92011-4a77-4ea8-beab-71304f17c117","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.553072921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"c9c92011-4a77-4ea8-beab-71304f17c117","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.791780315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"ed3a81a9-c207-4ab8-abc1-f7b28abe9e2c","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.792314378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"9d805b0f-b5c5-494a-8ecb-6e14bd01fd4c","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.834529425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"82dfbdcb-0fb2-4962-ba74-9255d5c300e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.835257588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"570e69d4-4a15-4fae-a5c3-5473d070afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.835924038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"3363297b-f1c2-4d24-9686-e71053fe7c06","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.836527875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b95cedfb-1b28-4abd-93d6-cc4155d540e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.849276831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"6498a3d6-677c-486b-896c-89b993a6437c","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.849690012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"b7f65b7b-ff85-4e59-aece-5f0c9f8b5e0e","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.921211432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"570e69d4-4a15-4fae-a5c3-5473d070afd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.922661084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"3363297b-f1c2-4d24-9686-e71053fe7c06","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.930762861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"82dfbdcb-0fb2-4962-ba74-9255d5c300e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:11.931245172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b95cedfb-1b28-4abd-93d6-cc4155d540e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.066576725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-45317e-sub models-as-a-service/e2e-rt-sw-7bfe20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.066770469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"856d9076-49b0-4356-ba99-449592c4638a","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.114600189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"3352ad42-597a-43ac-8be0-482add64cf43","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.138655579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"e23086df-6cd7-4413-8e86-eaa35842f9d8","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.170988327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"3352ad42-597a-43ac-8be0-482add64cf43","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:12.190109581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"56e957af-8b0a-4cc7-a6dd-c1193ef430de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.215876438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"c62520a5-2c1c-4500-b324-e2221a3ac15c","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.317280872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"41099ec6-6315-4b17-a2a9-0903f0ed83c5","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.318339747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"ebf16128-5a87-41fa-ba08-0c0133fde293","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.37154606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"0ce4e383-6c97-475a-aca0-459d2ef4f93f","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.372025648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"720167ff-6ccd-4329-be69-494cfd9b4173","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.417408928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f598957e-f86b-4d50-97af-55e17052c4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.417814476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4eb537ed-edf4-42e9-9b6e-3e34c790f7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.472644193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4eb537ed-edf4-42e9-9b6e-3e34c790f7bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.473290091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f598957e-f86b-4d50-97af-55e17052c4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.576686473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"b1cc2e2b-80d9-4c8e-a65e-5c75bc532b2e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"distinct-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.652076997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"cdad7a57-e37a-4ba8-92a6-2b0e0cadbc87","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.652641841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"f6243054-c23f-4821-bbde-0473db78a8e0","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.736776049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"b1cc2e2b-80d9-4c8e-a65e-5c75bc532b2e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"distinct-2-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.928439041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"8eae5e16-7daf-4c34-9fd3-c0d5963f30c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.992582416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"8beef47a-fc22-4b49-bb32-80e55220abc5","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.993223648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"82b86665-c0d4-4212-8ce5-bd0e09be40fd","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:12.994569416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"8eae5e16-7daf-4c34-9fd3-c0d5963f30c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.01437392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9ec7b49a-1b58-4ecc-9a36-9ce217c3d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.043153851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"47371ba5-2c1f-4e82-a63f-1599294c902e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.068691885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9ec7b49a-1b58-4ecc-9a36-9ce217c3d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.105363077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"47371ba5-2c1f-4e82-a63f-1599294c902e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.20308537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"e6a9e9f8-bd84-4b3f-96f7-ed93d1dc42ec","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.360204607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"e6a9e9f8-bd84-4b3f-96f7-ed93d1dc42ec","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:13.618104365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.545585982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"a857d364-ad4e-4692-8c6f-4b564a02711f","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.545612739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"a857d364-ad4e-4692-8c6f-4b564a02711f","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.700862034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"777c98ed-54cf-4dff-a197-60e3d63da949","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61f2b1d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.74339115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4c702875-3b19-488e-a75c-fb6aacb57b5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.74537586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bbf0a3e-22b1-47e1-b86a-2f977ca9577d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.745593251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"6655ecbf-3dda-4dd4-8875-6fb280f00514","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.745948081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05cbe9ee-3e28-4a1b-a426-559f7aa6b9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.79931318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4c702875-3b19-488e-a75c-fb6aacb57b5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.801324022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05cbe9ee-3e28-4a1b-a426-559f7aa6b9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.802765484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"6655ecbf-3dda-4dd4-8875-6fb280f00514","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:14.804194677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bbf0a3e-22b1-47e1-b86a-2f977ca9577d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.244284705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a2475f4-ede8-46d5-ba42-318d72b710ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.244290507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36b556b0-d213-48bb-909c-92abea69385a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.299393639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36b556b0-d213-48bb-909c-92abea69385a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.301190162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a2475f4-ede8-46d5-ba42-318d72b710ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.342100103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"884abe6d-00f6-4c41-b061-229089c0cded","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.34210586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b328efc1-a1b1-4ba2-9b51-234fe3a9f918","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.395871057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"b328efc1-a1b1-4ba2-9b51-234fe3a9f918","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.395991261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"884abe6d-00f6-4c41-b061-229089c0cded","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.535919653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"ad7e4ed9-f08d-4935-859f-a3cdbe1b8cb8","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.6122795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"6ab30783-34f0-4342-a329-27f80c5d5971","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.705214849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"be35f052-42ac-408c-8b51-367b9363c7df","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd2c31a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.753590536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"6c6e4b5f-d3e1-42b8-bfa0-c1aedb68a986","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd2c31a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.805581788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"85f14996-f720-4fbe-a9ee-62a370d89b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.805764725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7101d6dc-3b1c-46c5-9e87-2243ebbfdc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.805597753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"1af351d8-808a-415f-ae15-c3d521516271","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.860128419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7101d6dc-3b1c-46c5-9e87-2243ebbfdc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.860412191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"85f14996-f720-4fbe-a9ee-62a370d89b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:15.862601189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"1af351d8-808a-415f-ae15-c3d521516271","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.300123499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ee7ffa23-e13c-4080-9626-7eda73273f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.300136102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2d25f289-93b7-4870-82d9-3fcc6f5153dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.355409728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2d25f289-93b7-4870-82d9-3fcc6f5153dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.355522804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"ee7ffa23-e13c-4080-9626-7eda73273f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.501585583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"f14e5472-ce87-47bf-9554-8b5d3fcd25ca","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:16.555825565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"f14e5472-ce87-47bf-9554-8b5d3fcd25ca","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.342480602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-sub","reconcileID":"153478a5-eb86-42be-a3e2-dbbfa35804ef","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.546166495Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-sub","reconcileID":"153478a5-eb86-42be-a3e2-dbbfa35804ef","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.743962682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"17cc1256-1e99-41e7-a21d-6fd618d67106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.755624252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"292b663e-0bdd-4ba7-b8db-50cd434428da","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.882595082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"f52625b5-74e3-46d0-be3f-6e470a3c37db","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.882628912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"f52625b5-74e3-46d0-be3f-6e470a3c37db","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.925765795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2940e660-1ed1-45be-862f-546610607938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.925806415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"48600818-8fc5-4fbf-8917-e863422622f6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.926255823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"604f4fc0-400e-4959-b055-b957b3b4a24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.931661153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"6066e198-fb27-4cfb-af4f-68aff54f91c7","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.993766288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"604f4fc0-400e-4959-b055-b957b3b4a24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.993780352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2940e660-1ed1-45be-862f-546610607938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:18.99758047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"48600818-8fc5-4fbf-8917-e863422622f6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:19.141760224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-user-token-filter-auth","reconcileID":"c70f2e61-d2c3-4e40-94c9-bf3a314c0ca1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:19.292542457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"d4ecab89-c4c7-4e0e-90cb-786dba9b8db0","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:19.48642227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"ea688d0d-bbbc-4aef-ae80-ebe2b6f83eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:21.688551984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"6cc3d05a-9dd5-4fd3-81f9-22b6ba1172d6","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:21.742588755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"51dacc9c-baf4-47a2-88e1-d22e711aad34","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:21.88821591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"1d57b479-b412-4cb9-9ddd-cba686029441","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:21.944158081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"1d57b479-b412-4cb9-9ddd-cba686029441","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:21.97676147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5e9afa6f-b015-4b83-8b04-adf57b2f2421","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.028500206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"736e2268-5a3d-4caf-aa90-0a54f90cb413","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:22.077959823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"5544b8d0-ab95-4c7b-9474-52f30126e70c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.122238666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ba72a58b-30c3-4840-ad86-a1b9c7cad28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.122238492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"d6b57036-0b82-4f2a-bafb-11efa1ed3603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.177983873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ba72a58b-30c3-4840-ad86-a1b9c7cad28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.177998424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"d6b57036-0b82-4f2a-bafb-11efa1ed3603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.186126731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"93803b34-807c-453e-8643-6bbf2df92bb4","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.238755258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"9b1b992e-de61-4cb7-a0e8-20b52ea19bde","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.248604899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"000a9582-2765-4d39-afb1-4fc20c7f8d42","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.283159985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"8e99347a-0944-4cfd-b5bf-f04a757d0bb4","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.283363027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-44b1ca priority=0:[ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub ai-tenant-e2e-worker-w1-44b1ca/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.337562788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"e2ba32f3-fd82-48b8-b71c-0abe8d5781ac","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:22.387488419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"02be0b98-578d-429d-bbea-fd19986761dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.392059582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"af2d536d-320b-4900-a04a-c67ec83cbdca","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.395757834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"e3192469-72b0-4faa-ac3f-402b7be1d636","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.449337001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"e3192469-72b0-4faa-ac3f-402b7be1d636","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.492884987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"11e3b506-6750-48af-8515-655e60b7c901","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-44b1ca/e2e-models-user-sub","ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.494905415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"b5516306-efbd-483d-bcbb-84c45736585c","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.540273816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ab8ff3d7-d72c-4963-a2a0-b91c631f363f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.540274585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"3c2a88a4-cf49-4a4a-99c3-dd49bdd9c209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.548512174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"ae9c0a0e-97de-4aff-aaad-84562319a286","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.569024475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"0d1a4639-a48c-42cf-9a2b-ccdfadd83ffb","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.569451136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"8efa1afd-1ae8-4a44-8bbf-a2ecc9042bf0","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.596040504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ab8ff3d7-d72c-4963-a2a0-b91c631f363f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.597126107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"3c2a88a4-cf49-4a4a-99c3-dd49bdd9c209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.654165876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"efb6d191-9ed4-4287-a422-d6b6362ccc9c","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.719634799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5dee0692-f50a-47a3-a859-49e932726204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.719687478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e68590cc-3700-4bf1-8d8d-533ac9a03482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.775520561Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"19cd602e-85a4-4f80-b55f-2c18d4eead7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-44b1ca/e2e-models-user-sub","ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:22.777122141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"e3192469-72b0-4faa-ac3f-402b7be1d636","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.789503535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5dee0692-f50a-47a3-a859-49e932726204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.792397966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e68590cc-3700-4bf1-8d8d-533ac9a03482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.863767601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"3eeb3bc5-1f42-4d45-a596-b8597ec982b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.882340558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"5bf08787-3926-4197-984d-e4e15a62fec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.939888159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"c64e708c-056d-45d8-8f75-24dafe9601f7","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-44b1ca/e2e-models-user-sub","ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.960337191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"5135037e-eddd-4dfb-9cca-1e229bae8f7a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:22.97838717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"58e71cba-b733-42a6-a148-00f9c369e78b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.043563856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"58e71cba-b733-42a6-a148-00f9c369e78b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.048011842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"343a07a7-7da9-4ed2-87ae-113b613d4d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.048780431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"eb7c49ac-2e60-42e8-97f3-4868e111983b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.117384501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"343a07a7-7da9-4ed2-87ae-113b613d4d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.125143447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"eb7c49ac-2e60-42e8-97f3-4868e111983b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.158580119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"bd1773dc-bf24-4118-a382-9523692905cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.162605919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"fab68e83-33c9-411e-a3fa-33adc84f53fc","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.305533994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"2e8da63e-ab9c-4cf4-83d1-662acda7fd86","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:23.411304952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"1fc50734-63fc-4421-810d-14abb3a8260d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.654524478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"d53818a4-1bc0-4aad-8a43-b75d7a616f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.65452842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aaef5e07-6b7a-4ab4-b0d5-71d249f05ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.709045461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aaef5e07-6b7a-4ab4-b0d5-71d249f05ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.709193825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"d53818a4-1bc0-4aad-8a43-b75d7a616f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.749368418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"529548fd-97a2-4765-80d9-a9565a03f67d","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-45317e","subscription":"e2e-rt-eq-45317e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.847262848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"529548fd-97a2-4765-80d9-a9565a03f67d","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.896239657Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-sub","reconcileID":"529548fd-97a2-4765-80d9-a9565a03f67d","MaaSSubscription":{"name":"e2e-rt-eq-45317e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-45317e","namespace":"llm","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.907969369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"19ac70f7-4d8d-4435-b7c4-abd674609aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.908010752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"202e449f-ae22-495e-a158-4e0a769a67f9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.908407583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c70a2942-776e-4bb5-8e86-46fed79d001f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.962994354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"19ac70f7-4d8d-4435-b7c4-abd674609aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.964190417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c70a2942-776e-4bb5-8e86-46fed79d001f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:24.965717305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"202e449f-ae22-495e-a158-4e0a769a67f9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.155946226Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-44b1ca priority=0:[ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub ai-tenant-e2e-worker-w1-44b1ca/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.20682686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"dedb2eb1-48c6-4f38-bec7-ac5b8f20ad38","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.206897802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"dedb2eb1-48c6-4f38-bec7-ac5b8f20ad38","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.312404748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"ab30bff8-23a3-44ac-ba62-9cc00dc4f51f","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.353585151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4006245d-6886-4e24-a729-d63a271d41a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.353596486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e0feafac-b4e2-4626-8351-72256c93cf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.361822262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"891f72da-ef27-432e-a136-63d82812e876","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.361859549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"891f72da-ef27-432e-a136-63d82812e876","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.401630064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"18c15ff6-1060-496a-9f61-dcdeeddcbd20","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.401631435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"80bd28cf-5626-4e50-9b2c-84a0f7894725","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.409099439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4006245d-6886-4e24-a729-d63a271d41a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.409116411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e0feafac-b4e2-4626-8351-72256c93cf41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.410738407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"911c6172-4e8e-4c3a-9dfe-44717158447d","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.455975979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"18c15ff6-1060-496a-9f61-dcdeeddcbd20","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.456124288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"80bd28cf-5626-4e50-9b2c-84a0f7894725","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.458170731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"f38c1a9e-0bd4-4a31-8c31-999bc5a23ac5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.515593757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"f38c1a9e-0bd4-4a31-8c31-999bc5a23ac5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.707775858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-45317e-access","reconcileID":"c8a4a422-b57b-4a0a-93e7-8712e2c418e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-45317e-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.750336245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b4c9fb-5b80-4175-86d8-37c70696b660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.75033549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67182ba0-c409-4eed-9538-5005e5e5b662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.80634266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5b4c9fb-5b80-4175-86d8-37c70696b660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.806412003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67182ba0-c409-4eed-9538-5005e5e5b662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.806805841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.85827503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"071e2aa9-2a5b-456b-9fc1-626d535dac18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.860151777Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.909106084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.91524671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"071e2aa9-2a5b-456b-9fc1-626d535dac18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.968535718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"7b2eb3f5-0229-4efc-9fd7-3cb5cf7bf8e3","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.968561809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"7b2eb3f5-0229-4efc-9fd7-3cb5cf7bf8e3","MaaSModelRef":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-45317e-9a0fb735fb35","namespace":"llm","model":"e2e-rt-eq-45317e","externalModel":"e2e-rt-eq-45317e","provider":"e2e-rt-eq-45317e-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:25.970966009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.007463056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"384551bc-4578-4233-abe7-40f0f62bc1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.022156447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.062267709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"384551bc-4578-4233-abe7-40f0f62bc1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.071545526Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-subscription","reconcileID":"24ccfa42-043f-4d31-aff7-91aef7c7fe06","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.109546521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"60e8d451-81fd-4054-8266-268dd4ce8162","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.164152554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"60e8d451-81fd-4054-8266-268dd4ce8162","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.359585224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"9d412292-beab-41f2-86a1-3fb88367a991","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.418722959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"ec91e1aa-87b1-4d7a-92d8-d6492f53da46","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.475532663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"7fe60aeb-712d-4f05-9e79-a67a5cbb984b","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.506218661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"fe763ddc-4d4f-400e-8443-7428bf1d6628","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.506549482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"40322c11-6607-4b8c-941d-4e984583e7f6","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.56943344Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"fa690a30-a7d4-4c66-8db1-e0fac8daa9cd","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.611802073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b77e044c-723e-409a-a3d0-7996041a7b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.612225876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"e2186952-b6e7-45f3-8128-23fb57c16b6e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.612687943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"03430648-f458-469f-819b-5be6cc94c4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.626190136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2092ac4c-212f-471c-8b8c-0dddafb3975c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.626273178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2092ac4c-212f-471c-8b8c-0dddafb3975c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.626692582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b93aa791-15ef-4438-af57-8d69138e198f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.626745629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b93aa791-15ef-4438-af57-8d69138e198f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.627130174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53934173-c7b3-4a10-9bdd-bff7a495cbe9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.629868041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53934173-c7b3-4a10-9bdd-bff7a495cbe9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.630357251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b6bbb952-63e6-45ed-8a2d-9c7981c90400","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.630421452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b6bbb952-63e6-45ed-8a2d-9c7981c90400","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.630769503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5514087-a437-4a2a-b1e8-e3dbad28ea07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.630822129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5514087-a437-4a2a-b1e8-e3dbad28ea07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.631378262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94adcaf1-d1ae-4989-8641-eddcebb9fae2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.631458769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94adcaf1-d1ae-4989-8641-eddcebb9fae2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.631851287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1740e6a1-ea75-49ef-bc8e-0e2fb217e220","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.631909956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1740e6a1-ea75-49ef-bc8e-0e2fb217e220","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.632277464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c0792a5-38b9-4736-8e46-8c58385787d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.632329488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c0792a5-38b9-4736-8e46-8c58385787d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.669675927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"03430648-f458-469f-819b-5be6cc94c4a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.669886753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b77e044c-723e-409a-a3d0-7996041a7b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.672384034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"e2186952-b6e7-45f3-8128-23fb57c16b6e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.681697412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"4c38e51c-fc85-42bc-bb8c-4eca971991a8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.681726733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"4c38e51c-fc85-42bc-bb8c-4eca971991a8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.726093602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c15bb65c-4be5-4f90-94b4-fe642be9ddad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.727132688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f54c207f-ec86-4e6c-9121-6b600a697596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.793651811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f54c207f-ec86-4e6c-9121-6b600a697596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.794755244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c15bb65c-4be5-4f90-94b4-fe642be9ddad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.841034073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e03a2854-2795-43ad-99e2-cb892e9918a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.841206349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd4a9e47-2d9f-49b2-9221-d5423a3cc03b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.90093448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"e515d973-dd05-4a0f-beb5-785832206570","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","model":"llm/e2e-rt-sw-7bfe20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:26.98179552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"4dd81212-0bdb-4ae6-860c-ab37d6bfbf51","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.032429545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"52ce8f99-2aa7-4227-88d5-1af53d02a39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.033055992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"38a03a98-d803-4afc-b168-5fad418d5b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.079923538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-distinct-models-auth","reconcileID":"4dd81212-0bdb-4ae6-860c-ab37d6bfbf51","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.090495518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"38a03a98-d803-4afc-b168-5fad418d5b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.091939885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"52ce8f99-2aa7-4227-88d5-1af53d02a39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.131492008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2bb9c55e-d637-44b0-918b-bbe30db3f080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.181009135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"357e73dc-b510-426a-a297-86650a05585a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.187221045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2bb9c55e-d637-44b0-918b-bbe30db3f080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.24463158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"357e73dc-b510-426a-a297-86650a05585a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.343015507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"3d24a894-3092-4fd9-9958-19cb10608014","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.343310373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"9921dac3-f8ce-4023-9e90-384357c3e33f","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.464430176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-45317e","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-45317e","reconcileID":"6c6fe39f-0179-411b-9e81-059f38adbd49","namespace":"llm","name":"e2e-rt-eq-45317e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.517633594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"57026899-c2fa-42e8-9752-c14a3ddc3117","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.541438199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"2a72f14e-479b-437b-b21c-0f4a36140f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.542948365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5f82a011-4a54-4488-a00f-4a1f272d9c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.572782296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"57026899-c2fa-42e8-9752-c14a3ddc3117","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.596520507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25cb840b-1618-45e9-b1f9-8d1c302a9436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.607396972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5f82a011-4a54-4488-a00f-4a1f272d9c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.607934125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"2a72f14e-479b-437b-b21c-0f4a36140f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.654430469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25cb840b-1618-45e9-b1f9-8d1c302a9436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.824603335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3617f18-b308-4a56-b010-9b0a3c8a2c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.882779452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3617f18-b308-4a56-b010-9b0a3c8a2c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.983129335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c2bafdde-afaa-4fdc-995c-9da0ba1ec2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.98430134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0c8feeb8-72ba-4058-9c3b-9f397ea0a966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.990642478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d57690da-2fda-4dbb-9f8c-de829a0bcc15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:27.990961315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"cde78f6f-7024-4ea2-be2b-9bb853dad50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.03758609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c2bafdde-afaa-4fdc-995c-9da0ba1ec2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.043157473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0c8feeb8-72ba-4058-9c3b-9f397ea0a966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.047075464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"cde78f6f-7024-4ea2-be2b-9bb853dad50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.048925325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d57690da-2fda-4dbb-9f8c-de829a0bcc15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.280522228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c8e0b390-ee58-4637-9604-9de17c1ce462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.340145836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c8e0b390-ee58-4637-9604-9de17c1ce462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.438702112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"632a575c-712f-411d-903b-359a554db782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.438729567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d94c9013-165c-4191-a9f6-bbb6944b123b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.43950664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4da807a1-4811-4116-b13e-88860ad55374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.49369263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4ff78430-b3b2-4094-b8e1-470a191ce214","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.502716376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d94c9013-165c-4191-a9f6-bbb6944b123b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.503379619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"632a575c-712f-411d-903b-359a554db782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.506108341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"a79f4e79-f4e4-4123-8530-2f4ebb9908b8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.506175427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"a79f4e79-f4e4-4123-8530-2f4ebb9908b8","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.506442678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4da807a1-4811-4116-b13e-88860ad55374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.558133386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"4ff78430-b3b2-4094-b8e1-470a191ce214","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.682366819Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"a5c58f58-5bb2-4249-bdc8-adda9c9cd3be","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35948ace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.683932703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7187cecc-44be-4d6d-b188-7c5135bd1910","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.698189129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"abc73ffc-a3d7-4379-a2b3-33fc9c66a60b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.754639642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"abc73ffc-a3d7-4379-a2b3-33fc9c66a60b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.90037067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"6b672e2c-f2ea-4e68-afe7-fd3394f3a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.900949725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0a1e5fb7-10e3-4e25-96f4-51db8ab251b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.952042067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90fc290d-2d6c-446c-bd2d-6dee4416f526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.958654592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"6b672e2c-f2ea-4e68-afe7-fd3394f3a42f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.961397729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ca9fe51c-c4c0-4145-bbb8-962c027d873a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:28.96296168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0a1e5fb7-10e3-4e25-96f4-51db8ab251b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.009068004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90fc290d-2d6c-446c-bd2d-6dee4416f526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.013663998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"f617293e-a641-436d-9e4a-48af461b5adb","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.050607452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b3d511-1b9e-4a2f-847f-163529f39c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:29.066169874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-sub","reconcileID":"f7fcaddd-8281-4869-bd28-fbff31178397","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.105624386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b3d511-1b9e-4a2f-847f-163529f39c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.142259383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"df3d7f63-7ac2-46ac-afa1-1aa1246df184","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.17997901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"b9e9ce95-443c-4ba5-ab16-26f870f3bb3e","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.201132121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"df3d7f63-7ac2-46ac-afa1-1aa1246df184","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.212765713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"b5acf6d8-b054-4625-b2d1-aebbecc418e9","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.237768408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1a01d993-4c25-48ba-88f2-63f52b6e1af3","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.367136424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"e9ebfbbe-0b9b-4f36-82a9-445dc861ede8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.42352042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"e9ebfbbe-0b9b-4f36-82a9-445dc861ede8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.465731672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ae4491d4-8c65-42a0-ad6e-2eb46244f21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.46626549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"acf43148-f1ba-4f8f-8376-1e05bc226355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.503125917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-sub","reconcileID":"662b82b7-a598-4cdb-b0c4-4b44ef527272","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.521746077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ae4491d4-8c65-42a0-ad6e-2eb46244f21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.52261445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"acf43148-f1ba-4f8f-8376-1e05bc226355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.659177247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ab93065a-dfc0-4e32-9726-f3df189ce6b7","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.700603724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"07019cb7-a43f-4431-8d05-c8ffbcb50544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.732106744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"202f988a-c85d-42ce-9f24-a8dfb3450196","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.85695423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-sub","reconcileID":"1c987a64-d204-42fa-a063-fbd019631b72","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.878139664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"048fbb27-3e22-46d6-be16-04f7fa2e5d77","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:29.93210345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"048fbb27-3e22-46d6-be16-04f7fa2e5d77","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:31.555700096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"a00fb61a-fcc9-41d6-9597-c56010b612bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:31.863916932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"eb5f965f-c538-4e03-a01f-ffd061a40ab5","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.024114454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9fa6c620-8481-49ae-8b80-67916d1852c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.027150915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0b11044b-77db-4353-8c64-8c81387cc288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.027165265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"d880c703-0328-4fc8-8394-cd2e73418638","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.086862566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"d880c703-0328-4fc8-8394-cd2e73418638","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.086877696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9fa6c620-8481-49ae-8b80-67916d1852c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:32.091081353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"0b11044b-77db-4353-8c64-8c81387cc288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:35.531996218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"fc180a80-aea4-4ae4-970b-4abb4963aec0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:35.744033274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-user-sub","reconcileID":"fc180a80-aea4-4ae4-970b-4abb4963aec0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-models-other-sub","ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:35.944043518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"37cf6dba-0a8a-43f4-8a31-9e7766ce65b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:35.947520782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"eafa9542-beaa-4f99-ae1e-60f449c945db","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:35.95274652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"4959fb2b-a5e2-4def-9e73-fe1e5ac1b7fb","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.100300926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ca7ef55a-99ab-4c6e-a1b3-760e94884aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.100621307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a56b3aed-4133-4bda-9e2b-0553173d08b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.100363996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"73f7fbff-818a-4ad7-8f34-e74434e36447","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.10489062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"483ccb98-9ab3-43d5-82ce-944cf81970b2","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.155526293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"ca7ef55a-99ab-4c6e-a1b3-760e94884aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.155584222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a56b3aed-4133-4bda-9e2b-0553173d08b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.158119721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"73f7fbff-818a-4ad7-8f34-e74434e36447","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.500331181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"258fac62-4cef-4f9a-bfc4-0fd10df74343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.500574553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"815fc533-d94d-413b-b825-653c993dabfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.500333522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"f6d0bfad-2ba7-40aa-96a6-d448081a9f2b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.554777122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"f6d0bfad-2ba7-40aa-96a6-d448081a9f2b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.554789026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"815fc533-d94d-413b-b825-653c993dabfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:36.557315928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"258fac62-4cef-4f9a-bfc4-0fd10df74343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:38.731680085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"7b2d3b60-be31-4132-a3e9-308470ced72a","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7bfe20","subscription":"e2e-rt-sw-7bfe20-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:38.82928693Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"7b2d3b60-be31-4132-a3e9-308470ced72a","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:38.878781303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-sub","reconcileID":"7b2d3b60-be31-4132-a3e9-308470ced72a","MaaSSubscription":{"name":"e2e-rt-sw-7bfe20-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7bfe20","namespace":"llm","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.212990273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"9a6122a1-a974-4af9-91b1-a4f2d72f8dcc","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.213021335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"9a6122a1-a974-4af9-91b1-a4f2d72f8dcc","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.360448915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"dc8a9ed1-6805-48fe-bb10-a33ba3245634","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.362165423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64861a27-733f-4c74-ac8b-f107966b6f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.362186232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01281957-e5f2-4ea9-9efc-5fe65b05e6e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.36949067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"3ef95b6a-a850-4d9e-864f-5e0a1f54b704","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.369508458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"3ef95b6a-a850-4d9e-864f-5e0a1f54b704","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.414616925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"dc8a9ed1-6805-48fe-bb10-a33ba3245634","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.415899757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01281957-e5f2-4ea9-9efc-5fe65b05e6e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.417585681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64861a27-733f-4c74-ac8b-f107966b6f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.660157843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7bfe20-access","reconcileID":"009aba51-598f-4d1b-bbc7-bb5888a49562","MaaSAuthPolicy":{"name":"e2e-rt-sw-7bfe20-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.859340271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"fd77841e-8a29-44d7-ba22-6364165561de","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:39.859367288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"fd77841e-8a29-44d7-ba22-6364165561de","MaaSModelRef":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7bfe20-976574fd38ca","namespace":"llm","model":"e2e-rt-sw-7bfe20","externalModel":"e2e-rt-sw-7bfe20","provider":"e2e-rt-sw-7bfe20-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.385049899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"6a2b81f1-2118-41df-b0e6-d27399539282","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.43855749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a242b538-f0c7-4087-a306-2848ff2efcc6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.438582391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a242b538-f0c7-4087-a306-2848ff2efcc6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.438895889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a3b803-eb1a-466c-9d07-e5ab7f1a545c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.438912293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0a3b803-eb1a-466c-9d07-e5ab7f1a545c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439227194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1b93b9c-0bd0-4c20-97c7-b47be2fc894d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439241708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1b93b9c-0bd0-4c20-97c7-b47be2fc894d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439454679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8965855d-9e98-4382-8374-18eee5231c6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439469456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8965855d-9e98-4382-8374-18eee5231c6a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439681914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98f23034-3f63-493c-bd4c-2bb366673259","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439693104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98f23034-3f63-493c-bd4c-2bb366673259","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439987409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16443e31-61c3-48be-9002-c7210ce25042","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.439999872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"16443e31-61c3-48be-9002-c7210ce25042","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.440203434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6bbc8241-3aea-45a0-ac69-2d9e0870c7a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.440214931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6bbc8241-3aea-45a0-ac69-2d9e0870c7a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.440412082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba5a3777-a896-4b72-a65e-031ac0618bfb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.440423937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba5a3777-a896-4b72-a65e-031ac0618bfb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.531310387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"cf077b56-f52b-4c36-bf63-a3811082f81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.531562597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a555a4bd-22b7-48b8-b0c0-888ccb45bb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.531752746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"22846671-05b9-4d36-bee4-3494101078d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.53203713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"bdc721f5-4393-4ed4-bff5-f2371ae68104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.532136006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"330382e5-c7f7-4bca-8613-7d20124d1e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.586683008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"330382e5-c7f7-4bca-8613-7d20124d1e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.587719344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a555a4bd-22b7-48b8-b0c0-888ccb45bb53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.589080516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"cf077b56-f52b-4c36-bf63-a3811082f81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.591427649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"bdc721f5-4393-4ed4-bff5-f2371ae68104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.592185064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"22846671-05b9-4d36-bee4-3494101078d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.637376311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3abfccac-4622-44c4-b7d7-9e4c575d9708","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.637406124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8f5ca1c-938e-44e1-869c-92697ae055bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.930636456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"231f2108-da72-49f5-87a6-efc4870b4e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.930666354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"23327088-b1ec-49b6-9a3c-47378175bb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.931251241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"3d0fed71-4ebc-4bce-ab56-e7eaa3da6bb8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.931329845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5ce3ae98-fd9f-480c-b31e-1d35a26df1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.93168735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"d09fd446-4eb8-44db-8930-aeaba0db2ae5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.986223049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"23327088-b1ec-49b6-9a3c-47378175bb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.986549222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"3d0fed71-4ebc-4bce-ab56-e7eaa3da6bb8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.988881339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"5ce3ae98-fd9f-480c-b31e-1d35a26df1bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.990226505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"d09fd446-4eb8-44db-8930-aeaba0db2ae5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:40.991219723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"231f2108-da72-49f5-87a6-efc4870b4e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.042381882Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7bfe20","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7bfe20","reconcileID":"bd479d87-23a1-43f3-881d-012eb5e8003f","namespace":"llm","name":"e2e-rt-sw-7bfe20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.329195671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"53ae55a6-4a76-45df-ace9-ccf6cbd39482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.329221516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3bdac397-0c77-4edb-8582-ba440b50034c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.32972696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da1d8f83-ddbc-421e-beb7-75c4ed220d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.329740128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ee82fc-0a5a-4de4-8185-6f6456f50fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.33018728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c79333ed-2104-43dc-a684-1ec514ae51b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.383397701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"53ae55a6-4a76-45df-ace9-ccf6cbd39482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.383559018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3bdac397-0c77-4edb-8582-ba440b50034c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.386328778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69ee82fc-0a5a-4de4-8185-6f6456f50fa9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.386334161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da1d8f83-ddbc-421e-beb7-75c4ed220d94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.388825422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c79333ed-2104-43dc-a684-1ec514ae51b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.740526926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"ad4917cb-1bff-4d94-bcb2-e926327ab1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.74058265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"dda07b3e-f89f-4a13-a66f-10793a618954","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.750255776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"76237ab8-4ff3-4c69-932a-bdce4f5c4d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.750296064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0edcd96e-f7b9-4e2f-93e4-dd32a81f35e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.75088705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bd506ef6-de3f-492e-91ee-ea2480b7e6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.795169652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"dda07b3e-f89f-4a13-a66f-10793a618954","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.795222982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"ad4917cb-1bff-4d94-bcb2-e926327ab1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.806722574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"76237ab8-4ff3-4c69-932a-bdce4f5c4d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.810553716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0edcd96e-f7b9-4e2f-93e4-dd32a81f35e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:41.811250252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bd506ef6-de3f-492e-91ee-ea2480b7e6f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.040264554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-sub","reconcileID":"04da0686-fd1b-4db3-9159-fdbc16204930","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.085272923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"45029325-0a43-4a9a-8f76-10ffc1eb0d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.085916719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"1a79a263-ffb6-4b70-bf0b-3875ad97e3cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.096102523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"47975d5a-d925-4721-af8d-12249bb81b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.099011628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1d44bfb1-d3e1-4efd-9f1b-abacb68dd4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.139150413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"45029325-0a43-4a9a-8f76-10ffc1eb0d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.13944518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"1a79a263-ffb6-4b70-bf0b-3875ad97e3cb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.149715802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"47975d5a-d925-4721-af8d-12249bb81b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.152776335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1d44bfb1-d3e1-4efd-9f1b-abacb68dd4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.243603518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-sub","reconcileID":"04da0686-fd1b-4db3-9159-fdbc16204930","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.442929308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2f01affa-45c2-4fbb-903a-8bf04db43534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.496683169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"4bbd8e2c-21f7-4717-9053-a0513fa3e9ab","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.640450412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"499fb7ea-d1c7-4e2a-ac2f-9d8a793b080a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.641131725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9a163cb3-05af-49f8-acfa-4f0c4832f7e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.641256697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"54eed8ab-c988-45c2-b55d-9aa5dcc7b8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.65254147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"735e3053-abdd-49da-8003-044a71c0fea5","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.694666613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"499fb7ea-d1c7-4e2a-ac2f-9d8a793b080a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.696382018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9a163cb3-05af-49f8-acfa-4f0c4832f7e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.69722465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"54eed8ab-c988-45c2-b55d-9aa5dcc7b8c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:42.891752017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-api-key-no-access-auth","reconcileID":"2c9efc87-843e-44e7-b4e5-afb55757891d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:43.093777082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"67baf2eb-3320-435d-828f-ae7f3537cb1b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:43.613596837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.145541576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"80627197-1338-48c4-bfa3-7e0548f3cbea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.308551972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"ef9ca965-1f36-4590-a098-4dd723c57143","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.362738762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"3f7e553e-79f1-411e-8a63-d9a26e2b08d9","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.570255631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"2b6a5581-8d93-4c8e-a4c8-d6a0dd69bc50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.623976913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"2b6a5581-8d93-4c8e-a4c8-d6a0dd69bc50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.624704627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"50e10e81-e536-4272-93c3-e543d015e3a4","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.67987191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"7122dd98-5e59-45f9-b337-bf6a18d809af","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:44.733157828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"a84c0d97-60c9-4405-b08d-a855484494db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:44.735448598Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"7122dd98-5e59-45f9-b337-bf6a18d809af","name":"distinct-w0-dc087a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:44.735501665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"7122dd98-5e59-45f9-b337-bf6a18d809af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.740787833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"daf35832-f2ef-4098-93f5-a9d7b9b58c24","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.817995269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"fe169a71-600c-4470-9d86-75bd9850388b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.818026257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e0f588c6-9dfd-44d6-aa84-d97aa899196e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.836440784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"023d348d-3d85-4a9b-ae83-a4cc9eb6d52a","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.873119026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e0f588c6-9dfd-44d6-aa84-d97aa899196e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.873225044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"fe169a71-600c-4470-9d86-75bd9850388b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.890335761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"72a7aead-9d50-4fed-a706-e1a4520e3427","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.892018881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"55a96f56-fa74-41f4-b795-10d6f38bc610","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.93161723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"af866eb5-df17-4240-9e2e-807418a62dc4","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:44.943870613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"8ecbcd36-429a-43e1-99d1-cc02e3524aea","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.086536763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"3033cb6a-ebbc-41db-92ea-93664e30241c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"distinct-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.165198165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.165313308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"f6aa1069-6bd4-4262-bb22-4f1bea3f4016","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.171502392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8c82d9a6-40cd-4116-a4a3-39f29c29f6fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.184146952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"dddbc324-c3e0-4028-8a06-975a7718d65a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.221512619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"f4189124-7242-439b-b1e4-80709d4fafa3","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.229450038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8c82d9a6-40cd-4116-a4a3-39f29c29f6fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:45.238973122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"3033cb6a-ebbc-41db-92ea-93664e30241c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.239159292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"dddbc324-c3e0-4028-8a06-975a7718d65a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.265336005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"87f6c01d-dfc7-4b3f-aba0-f564809535b3","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.268455808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7bb37856-8f1f-44a6-9bf6-e6ef318bc29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:45.271045929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.271148397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"a1340fde-fc6b-4983-8eab-96c173726b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.318373487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"61f5108b-8784-436d-a83a-41d8ff21bbf0","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.324458809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7bb37856-8f1f-44a6-9bf6-e6ef318bc29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.325662826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"a1340fde-fc6b-4983-8eab-96c173726b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.434911679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"2da394b6-1de7-42b6-bc31-d783012ca66a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.529403573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"1944f12d-7bf7-4665-b31e-09f7b72484a8","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.539749822Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"82f75c76-d0d7-40dd-acdf-bc917d9336d8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"distinct-2-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.594713101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"19d2fe91-7992-42d5-b0cb-1a36490cbf41","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.667579261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"12151c19-a6f6-4227-b0c8-e97588942d74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.698002132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"0b1cd314-367e-40f7-ade7-4d9501b30893","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.721893569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"12151c19-a6f6-4227-b0c8-e97588942d74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.770639833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"52ea429b-ff14-4c85-abc2-020504bef8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.770801837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"9ea81d34-6783-49c5-a9f5-85ce1218d1f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.770640669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b8395369-05af-4a0e-8729-c0f5c1419897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.824712702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"52ea429b-ff14-4c85-abc2-020504bef8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.825033989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b8395369-05af-4a0e-8729-c0f5c1419897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.827239507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"9ea81d34-6783-49c5-a9f5-85ce1218d1f3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:45.896887317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"94c13d8a-3dd6-47bc-9514-25a5fbce7e0a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.257107892Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"5b3e3aaa-751a-46a1-99e6-afa5f5fd74a8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.463696659Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-other-sub","reconcileID":"5b3e3aaa-751a-46a1-99e6-afa5f5fd74a8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.676149378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"90d7152a-74f5-4858-a520-be981ac0bc65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.729808479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.731062092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"5226d10b-9a63-4cb1-8203-0a7dfd0167c3","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.785001685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"de087d8f-6d47-45a0-86a0-122d058aa326","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.878411748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0555df2c-0a07-4b47-abf6-d59f49356a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.878460745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"c385d2aa-9c0e-4af7-8ec4-a2e1a39b8b79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.878938573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e050616e-9ebe-4fe0-b302-f1eb977c9839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.897734957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"93340abc-54f9-4353-9a90-21a51883ebc3","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:46.990205359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"c385d2aa-9c0e-4af7-8ec4-a2e1a39b8b79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:47.039048076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0555df2c-0a07-4b47-abf6-d59f49356a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:47.062861637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e050616e-9ebe-4fe0-b302-f1eb977c9839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:47.223815147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-models-access-denied-auth","reconcileID":"1c67c42a-03d0-4841-86a9-dc6d4bebe7fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:47.476286824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"d61fc54d-8d93-409d-b54d-2b751714a03b","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.655616298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"0fac9933-e70d-48da-9c2a-2722e7a8ce1b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.65754294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3dddefb5-2841-4d57-a871-7eb58175fc9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.745999223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3dddefb5-2841-4d57-a871-7eb58175fc9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.774698746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a6c43ae3-0a62-4317-9ee3-bf4f0f72d9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.775016044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"69dcab56-530d-406a-a50e-4e19fd7a2d7e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.811987412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"0fac9933-e70d-48da-9c2a-2722e7a8ce1b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.842341372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a6c43ae3-0a62-4317-9ee3-bf4f0f72d9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.846812874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"69dcab56-530d-406a-a50e-4e19fd7a2d7e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:48.950351328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"63262107-7b16-4f91-bf1a-095d1c027078","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.033102925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"ff1139a9-4575-42c6-8c1c-4880029681a6","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.223867845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"d1acfc63-2dff-4808-8cd3-accc73846ec5","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.230288326Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-44b1ca priority=10:[ai-tenant-e2e-worker-w1-44b1ca/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.278179739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"a24a9125-992c-4ac5-8eec-9e12ad18df6d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.29104786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"0bc0671d-6fe2-419f-886e-99c8abbe2134","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.334456576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1f4b3c48-c6c9-4458-88da-cab2c0df6e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:49.339185989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"b4f67c6c-332c-4459-b375-b1999d4ebc2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.342507291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"a24a9125-992c-4ac5-8eec-9e12ad18df6d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.362112767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"787ff7a0-cdec-485a-a4e9-66e9d2a56347","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.408799826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1f4b3c48-c6c9-4458-88da-cab2c0df6e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.45648017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"dbdf7bef-0712-4c52-a7ce-3386e13f319d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.457293301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e17f4431-9295-421f-9cf9-f928b2fea6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.467544675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"906eef33-8a31-4926-a8c3-fc3adb73313d","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.468847513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8bcc793b-42bc-4a76-9f2f-d7cafe98da13","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.485448382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"e3d75ae8-b1d1-4cc4-b744-3f2bdc2349c0","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.538332891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e17f4431-9295-421f-9cf9-f928b2fea6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.594295828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"dbdf7bef-0712-4c52-a7ce-3386e13f319d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.595159677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"2db10974-1e18-454d-aaba-cb47d40a0ce4","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.597548407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8bcc793b-42bc-4a76-9f2f-d7cafe98da13","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.678235051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"83ae4538-b4ff-4df4-8e28-3a020e3509ff","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.801191592Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"91c1924d-262a-452d-ba8c-845d6899cca7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-w1-44b1ca","model":"distinct-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.801603511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"cc0ea84a-ddc2-4d60-b9cb-b93e6b6a5131","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.802150917Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w1-44b1ca priority=10:[ai-tenant-e2e-worker-w1-44b1ca/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-44b1ca/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.875029031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"6ccb958d-92a7-45e4-9f9f-0d03033609ce","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.898022084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"93faca7d-14ba-4f6f-80a7-ec5d655f4027","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:49.912649878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"240d264a-f23a-46f6-a1de-e7ef5c1854fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.913090744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"26a3316c-44d2-4fb5-b346-57522f71138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.938413704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"2ad4e117-cebe-4981-88d6-b71019b4c776","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:49.972932056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"26a3316c-44d2-4fb5-b346-57522f71138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.001058507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"3a929bd5-7c2b-44cc-9119-8ce1758cae5c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.040918559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"6bd42b67-6d3d-4ee1-9bb5-88bb76349ffd","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.042149599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"7d53b0d6-4311-4fcb-8bd4-84a8f470ec29","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.086959124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"3a929bd5-7c2b-44cc-9119-8ce1758cae5c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.097506803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"f27c48eb-453f-4f0e-9bdb-f41d6cfcc538","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.146601184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"de0ee9cc-e918-4742-81d0-5bf0392a1433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.214535208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"de0ee9cc-e918-4742-81d0-5bf0392a1433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.266513488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"c6438789-ad76-4e13-9d85-046ca466503a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.270033971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"18e83c80-7ef2-4fd1-99c5-da4b23cded73","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/distinct-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.330807322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"c6438789-ad76-4e13-9d85-046ca466503a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.39773938Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"64fb2bfa-ca6d-4a0e-89c3-c6ce049ef391","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-2-w1-44b1ca","model":"distinct-2-w1-44b1ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.499106275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"92237dc8-31a2-42a9-99d5-18ad33b99ad7","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.507558504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7523685b-b784-4c5b-8887-e79d69294287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.570025841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7523685b-b784-4c5b-8887-e79d69294287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.583399755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"8ec63dfe-7969-493f-8d6b-a4403f943e83","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.608581374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"a9ddba2a-876b-4722-beeb-ec0fdcf73699","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.670639592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"a9ddba2a-876b-4722-beeb-ec0fdcf73699","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.758672192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"2de315d9-59c8-4979-a296-7e43edfa46e2","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.770634716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2a27a4b6-2ab6-45f1-ac7e-e2fbf49d18c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.798951432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"399a067c-11e8-4404-b1d1-abbf3d15d8f6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-2-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/distinct-2-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:50.83475815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2a27a4b6-2ab6-45f1-ac7e-e2fbf49d18c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:51.015495606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"4b6d852d-6521-451e-becc-e749e8dc7d29","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:51.071664723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"4b6d852d-6521-451e-becc-e749e8dc7d29","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:51.33097567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"4b6d852d-6521-451e-becc-e749e8dc7d29","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:51.579459253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"ce02c836-fd9b-452f-9cb1-70876d490f72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:51.63355562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"ce02c836-fd9b-452f-9cb1-70876d490f72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.663353869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"e3397297-d01e-4746-808e-4c69a226565b","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.663811676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"02ad7846-7ddf-485c-b574-1ceb71f21b16","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.741422924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"cb4c3a2e-ef89-4321-814b-ea9d7a5569b5","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.741869832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f61c80e7-316d-4069-a747-d39c0dd1342a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.818582322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"41b3165e-1cff-436d-aea6-2814238d7b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.819711961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8380c9ed-ca70-4af6-9b8b-da34f64cf08f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.871524853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"ae31937e-7057-4a75-a58e-a7b15143a723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.872327479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"d6857db4-e036-4d80-b59f-98dc81459a22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.892452214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8380c9ed-ca70-4af6-9b8b-da34f64cf08f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.903611038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"41b3165e-1cff-436d-aea6-2814238d7b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:53.976479932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"e78916e3-1538-40b4-be2c-a925d0fb194e","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.16334531Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"c27aa279-c2e4-442f-918a-1ed137b0d2f1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2bea3ed3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.22223179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"c491535f-f98c-402f-95f9-dc07ed4bb079","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.238547966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"945357af-f90b-4977-9539-4c3da0e92017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.238560722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a1d610f2-79d6-4513-bee8-9c71715321ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.281916971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"c491535f-f98c-402f-95f9-dc07ed4bb079","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.288329799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c88384ba-1c57-4307-aa92-44d47f531365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.289046784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7c24ea30-bfa2-4ea2-a17b-a9713cfb3848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.301578815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"945357af-f90b-4977-9539-4c3da0e92017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.301958284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a1d610f2-79d6-4513-bee8-9c71715321ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.343455538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c88384ba-1c57-4307-aa92-44d47f531365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.343852461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"7c24ea30-bfa2-4ea2-a17b-a9713cfb3848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.737467844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"f3c5675b-ebe0-4404-9d09-29217b7fac07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.793853414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"f3c5675b-ebe0-4404-9d09-29217b7fac07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.835065021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0e8791d2-20ba-41aa-a193-c2ebd56ab39b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.835289903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d07e2423-fd47-48dc-90c0-d9bf606ab0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.835065022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"b8ba5232-4ebb-4ed1-a66a-5cc79e61493a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.897034974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d07e2423-fd47-48dc-90c0-d9bf606ab0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.903169666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0e8791d2-20ba-41aa-a193-c2ebd56ab39b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:54.904153694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"b8ba5232-4ebb-4ed1-a66a-5cc79e61493a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:57.497030351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"d8670de1-d84b-4838-8a8b-5913372a83e4","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:57.651273671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"c0f4fec0-370b-4cff-b0e0-66f6a324293e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.483061402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"c9106dbb-afc7-4651-8ee1-371784ed7702","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.537015722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"b49c762a-5353-41dc-8c33-348d6e44a86a","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.729638556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"2ab43754-5e77-440a-a5b4-c25ddb40c12d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.759726699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.759840967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"a8bf537e-6bfe-4da6-af43-94dd6dbe2f5f","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.785749501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"2ab43754-5e77-440a-a5b4-c25ddb40c12d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.814729158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"e1f251d7-0e85-46bd-a301-e91ab38ca711","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:58.862453924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"05a33654-96cd-4a7c-926a-ea6281fae80c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:58.86506161Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"e1f251d7-0e85-46bd-a301-e91ab38ca711","name":"distinct-w2-f5c7cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f5c7cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:58.865113306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"e1f251d7-0e85-46bd-a301-e91ab38ca711","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f5c7cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.868655502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"56695053-b9ac-47db-b0bc-7b9fb3afb816","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.871096984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"07ed5814-70d8-41ec-a2c8-b89af951bd18","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.923320879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"cf5fe29e-b6ef-4e96-8606-7d6d12337328","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.952723859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"079fc636-61c7-4f52-90b9-261a24edf98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.952768702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"afb5e002-ea04-4e4b-b040-a336684d1c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:58.965862005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"1a6e5d79-1c52-4e7d-8a2f-54e5adff5ec1","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.007344679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"079fc636-61c7-4f52-90b9-261a24edf98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.008433137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"afb5e002-ea04-4e4b-b040-a336684d1c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.019751628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"538c393f-a46e-4ee4-9738-96d3eabd58ed","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.038252911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"473e2763-899d-4fae-beef-13ec3cd5f10d","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.092060746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"fd90973e-f2bd-467f-a182-fe82ee4b754e","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.092794352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"8202bbab-0992-42d5-9633-ca4dc0be3594","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.218941355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"889db918-1391-4dbd-8937-f44321527da2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","model":"distinct-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.313365603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-f5c7cf priority=0:[ai-tenant-e2e-worker-w2-f5c7cf/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-f5c7cf/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.313499613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"d03c1e58-d371-4273-8737-a382f8b3bdd9","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.334085783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f6f50360-6db6-4b18-8531-eefb8099ab53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.334128026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"59f0c270-26bd-4000-949b-113d7706d19b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.368442243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"341cb138-c538-4549-b569-e9d947e95d2c","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.375414946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"153879d5-0596-440a-a464-71d102133b9f","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.390380064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"59f0c270-26bd-4000-949b-113d7706d19b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.396043962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f6f50360-6db6-4b18-8531-eefb8099ab53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:59.41641254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"ba03b8d7-7573-4b78-b5ce-94be700ff5d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:49:59.418657384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f5c7cf/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.479446853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ffb6ce7b-c5e7-47c7-b1ff-ee3dc1ac47ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.479448503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"21f2d488-69f8-41f6-892f-d509686f22ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.520223821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"b5f9705b-c0d2-4cef-873f-401cd9a830df","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.535304858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"ffb6ce7b-c5e7-47c7-b1ff-ee3dc1ac47ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.535399778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"21f2d488-69f8-41f6-892f-d509686f22ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.571121208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"6254605f-46a8-4a63-8c91-a276a8412613","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.57239272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"924af25e-f31a-41c5-aa0f-d49cde03c1ed","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.748709608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"da553114-7b78-4bda-9206-4a254fecefd2","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.77422606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"e6c76bb0-3c8d-402e-bf64-27216d48a881","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-2-w2-f5c7cf","model":"distinct-2-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.835931153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"d8bc2562-73e5-4aea-9080-2ada38cad371","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.89431728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"d8bc2562-73e5-4aea-9080-2ada38cad371","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.935232819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"7b2ed8aa-a364-4819-854b-58c3d1af7967","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.987582673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"d7fed0b4-2d8c-4577-84ca-27a90f1bb4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.987578635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5ae7d5bf-bec8-44d1-8e02-e9c3caaa33d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:49:59.990188278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"755fd7bd-bf7d-414b-b36f-bd6862083c2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:00.042534926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5ae7d5bf-bec8-44d1-8e02-e9c3caaa33d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:00.042927975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"d7fed0b4-2d8c-4577-84ca-27a90f1bb4b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:00.045431398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"755fd7bd-bf7d-414b-b36f-bd6862083c2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:00.132093687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"2e2e3aa1-255a-431c-a88f-a64a6cf4a688","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-2-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.050147781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"8b1153a0-c6ae-4d1f-9097-99501fcb51f7","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.203636962Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"dbb5565f-4760-4418-a219-85450e09107e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d00ba6c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.293293692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"8acc467d-45c3-4a5d-91e0-f1ad10790e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.293453893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"a56d7daa-b37f-49c9-a3d0-c0edb405881b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.293298706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"1fd574a2-a1ff-4f9c-b496-60cc1a57ed01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.29389158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"2291078c-bce6-47fd-bc66-e3a0abeefe43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.348378809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"a56d7daa-b37f-49c9-a3d0-c0edb405881b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.348425979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"8acc467d-45c3-4a5d-91e0-f1ad10790e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.350847411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"2291078c-bce6-47fd-bc66-e3a0abeefe43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.350928343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"1fd574a2-a1ff-4f9c-b496-60cc1a57ed01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.78766949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"d9f22f65-11ad-4dab-a0eb-e71c08899ca4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.787744268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"eb04afc1-c6c4-4eee-83fe-81c93a96b61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.818338459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"48452611-4760-4cd9-ba97-7e33a00e7676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.818371673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"99dffabb-42a5-432d-bc2e-d77aab6e3f18","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.842572412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"eb04afc1-c6c4-4eee-83fe-81c93a96b61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.842597417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"d9f22f65-11ad-4dab-a0eb-e71c08899ca4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.873194541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"48452611-4760-4cd9-ba97-7e33a00e7676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:01.875598074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"99dffabb-42a5-432d-bc2e-d77aab6e3f18","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.212822707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"9538f9af-ce85-485a-a6b9-f1764d954c3d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-w1-44b1ca","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.261625707Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"9538f9af-ce85-485a-a6b9-f1764d954c3d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.310879289Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub1","reconcileID":"9538f9af-ce85-485a-a6b9-f1764d954c3d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/distinct-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.579164408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"6b731010-fb93-4138-b796-b464a4ea56c9","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.57945734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.634795632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"4b7d0aa3-6ba5-4da9-9ae4-0e4f0538f743","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.726758058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"2c18003a-6c62-4640-a1a7-a08d32a6d14f","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.821696811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"781ae8af-7256-41c0-bd60-24d1b7996787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.821873188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bddeb3b3-2d27-4c9d-8c99-25092c92f742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.821696617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"7943f64a-0074-48d3-ac54-92edd205702e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.822177603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"7fdd3786-057a-48dc-86bb-559ad8978862","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.876936998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"781ae8af-7256-41c0-bd60-24d1b7996787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.877603586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"7fdd3786-057a-48dc-86bb-559ad8978862","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.880904482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"7943f64a-0074-48d3-ac54-92edd205702e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.881361742Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"7ef4e850-ff32-45e4-97e6-a717caaba743","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-73eb8227","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:04.881409963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bddeb3b3-2d27-4c9d-8c99-25092c92f742","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.316614876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"390edc94-97e4-444c-935a-81892b1e564b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.316613659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c427ca4e-8c79-4251-b50c-dd6816b2571f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.318009904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6ab7f7a7-366c-4a2b-955f-ecd4db5418ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.318190271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"001ae861-834c-4531-bd66-25705c4d68aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.371892594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"390edc94-97e4-444c-935a-81892b1e564b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.371937401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c427ca4e-8c79-4251-b50c-dd6816b2571f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.374678056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6ab7f7a7-366c-4a2b-955f-ecd4db5418ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:05.374719402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"001ae861-834c-4531-bd66-25705c4d68aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.450246001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"3f7e64cf-244a-4da7-b406-d56e596854d6","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.601374677Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"6903c878-1c20-4e6d-86fa-0600ab7a79fc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f72e450","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.693200397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"10ce397c-69a0-4ce6-8331-883f5cce4013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.693231578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5bbb16a2-56e7-4c52-83c9-0aa957f55d22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.693771593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"65f7ff09-227a-4ca9-8267-9d291299b883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.69386505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"fe151840-d269-4993-a6ac-d7ca36422b93","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.747681426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"65f7ff09-227a-4ca9-8267-9d291299b883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.749324594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"10ce397c-69a0-4ce6-8331-883f5cce4013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.750478864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"fe151840-d269-4993-a6ac-d7ca36422b93","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:07.75326036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5bbb16a2-56e7-4c52-83c9-0aa957f55d22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.186284177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de89a6f3-ff91-442f-9b3c-9e30fd71137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.186324185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5d5e4ab9-026b-4f22-b013-6ac49c4734db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.186682371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a82b473c-d440-4ae7-9f32-b32c7786c351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.186944496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"e82a9b5c-57f6-489f-ac8d-066590ec2d7e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.241360602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5d5e4ab9-026b-4f22-b013-6ac49c4734db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.241569728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a82b473c-d440-4ae7-9f32-b32c7786c351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.243872191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de89a6f3-ff91-442f-9b3c-9e30fd71137b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:08.244168226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"e82a9b5c-57f6-489f-ac8d-066590ec2d7e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.230566508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"e6bef4ae-0592-42d1-bb8c-3282d2d8178e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.27117863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"ec103363-b2ae-4cf5-90af-eff1aede5843","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.356911224Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"ec103363-b2ae-4cf5-90af-eff1aede5843","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.420151375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub1","reconcileID":"ec103363-b2ae-4cf5-90af-eff1aede5843","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.489756131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"18591355-c80c-43dd-8c83-1da5ef322a55","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.790390188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"153e266d-0b70-4907-b9c5-382b87389769","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.866272647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"d0b871bb-d82d-42ba-994c-f5dbacb89b7d","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:11.950869745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"b9ed5cf1-4d51-406e-a3ba-90939e15d095","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.167027152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"fbc5698b-20ac-4e91-9477-5de49b203471","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.172869004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"416f6668-4759-40a2-bbe8-c6308df0aba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.18785822Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"86b08774-ca28-48fe-ab51-d2698509de47","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c54c4830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.188151385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6736d65c-8859-4018-b05b-ec85c3ef21d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.189607498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f2b2f37c-8090-4593-bdad-ab2553fa7266","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.249392664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"fbc5698b-20ac-4e91-9477-5de49b203471","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.268628886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"416f6668-4759-40a2-bbe8-c6308df0aba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.306676239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6736d65c-8859-4018-b05b-ec85c3ef21d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.322109894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f2b2f37c-8090-4593-bdad-ab2553fa7266","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.807133843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"840f8b9f-5706-458b-b9e1-9fd08b5b2dbf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.91288267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f4da52ce-c7f2-4675-90d8-9e9a9688646f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.913680921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"73161009-a03c-48d9-a029-e2a888199626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.914149311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"840f8b9f-5706-458b-b9e1-9fd08b5b2dbf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.92906109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f7731062-d841-48c5-9180-878a750cfc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:12.983074357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"dc6eac29-cc0e-42ca-aae4-4efc8353b05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.000046682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"f4da52ce-c7f2-4675-90d8-9e9a9688646f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.002237891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"73161009-a03c-48d9-a029-e2a888199626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.011246901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f7731062-d841-48c5-9180-878a750cfc93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.099401145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"dc6eac29-cc0e-42ca-aae4-4efc8353b05d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.333462106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2ddf015e-c879-4612-861e-264241ec6b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.3943456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2ddf015e-c879-4612-861e-264241ec6b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.575660763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d0d2ba88-5915-495e-b7ea-9939635fec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.637482733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.642454348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d0d2ba88-5915-495e-b7ea-9939635fec81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.688298674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"4a0ce83d-a770-4e8a-9a59-4048e7b5f388","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.695267156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"6b44832e-43cd-4b5d-a2ad-e36271f90ea2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.695669197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ec48276e-6554-4cd9-83ef-b91202d18343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.7521932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"4a0ce83d-a770-4e8a-9a59-4048e7b5f388","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.778238907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"6b44832e-43cd-4b5d-a2ad-e36271f90ea2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.801656748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ec48276e-6554-4cd9-83ef-b91202d18343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:13.94848453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2e2d900e-fa7e-4b51-a330-5135654e62bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.03295494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2e2d900e-fa7e-4b51-a330-5135654e62bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.194008454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"e5fc90a3-68d7-4ee1-a31c-7497cca8918e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.245626924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f3b16e7d-f3bf-4c81-a7e3-b969f27347ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.253491816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"e5fc90a3-68d7-4ee1-a31c-7497cca8918e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.324975666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f3b16e7d-f3bf-4c81-a7e3-b969f27347ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.335580411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"f40cfb5d-86af-41d1-9a43-377a9f89032c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.336347964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"26a01ff1-74dd-4f4a-90e8-f4fd4fa4558f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.392529361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"f40cfb5d-86af-41d1-9a43-377a9f89032c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.407987456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"26a01ff1-74dd-4f4a-90e8-f4fd4fa4558f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.557536374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6d4ca11b-24d6-45fc-a620-49597d5e8fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.682887987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6d4ca11b-24d6-45fc-a620-49597d5e8fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.823108863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"89a33a50-d04e-4338-8e69-fbcd2c79ca12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.90232118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"0d32b60f-04e3-4211-a70c-8523dd442ab7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.912654923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"89a33a50-d04e-4338-8e69-fbcd2c79ca12","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:14.993533088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"87013a72-f70a-4adf-bdd4-8296d23cc22e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-2-w1-44b1ca","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.017399599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"0d32b60f-04e3-4211-a70c-8523dd442ab7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.076977651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"87013a72-f70a-4adf-bdd4-8296d23cc22e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-2-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.144506101Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-sub2","reconcileID":"87013a72-f70a-4adf-bdd4-8296d23cc22e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/distinct-2-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.534415714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"0c18a376-de82-4cf9-995e-ac1b88c935ad","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.682105137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"e1ff83e4-ee7e-412b-9534-e4933ea20796","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.834927236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b2801753-d763-401c-ac27-7dc8aa821c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.836107054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"ea07b763-e81f-42cc-aaf2-f19d76f9d1e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.835068404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bba4b9b6-7e5b-44f2-a90c-daace72885e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.835508136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"1212e2c7-a064-4e12-add4-25ffbf90da2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.910261192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"1212e2c7-a064-4e12-add4-25ffbf90da2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.916768039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"ea07b763-e81f-42cc-aaf2-f19d76f9d1e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.944186882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b2801753-d763-401c-ac27-7dc8aa821c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:15.975431925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"bba4b9b6-7e5b-44f2-a90c-daace72885e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.133851052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth1","reconcileID":"3b417a4a-60c2-44e1-a1d2-2bb7a15671fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.333099303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"4bdf2c72-ab92-4edf-9762-5b1379cf10e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.393180893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"78297083-a01b-4c43-93cd-e2336b7769b0","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.394557682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"4bdf2c72-ab92-4edf-9762-5b1379cf10e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.526784184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"b6304893-1efd-44ee-8c83-bdb99fe167c3","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.595293675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-ignore-header-auth2","reconcileID":"b3519a78-3365-4846-bb16-caeff522fe42","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/distinct-2-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:16.749003416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"a897fe59-f7e0-491f-b01f-0c2f87983ca6","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:17.448075661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"de0bc5fe-a2a6-47b1-92ad-72e4f4f3532d","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:17.650739593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"2099b4cf-955c-44d4-a274-6d602b5b03da","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:17.700080235Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"2099b4cf-955c-44d4-a274-6d602b5b03da","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:17.749133265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub1","reconcileID":"2099b4cf-955c-44d4-a274-6d602b5b03da","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.00785336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"7a40b9b9-883b-4f46-b9f2-58c2e71ce801","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.157819385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"8d3b6b99-be7b-493b-aed6-333f45a80888","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.24966347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"b75f09f1-ba8c-4fac-abad-b027bf00498c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.253735967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"98a39842-cf66-43a9-8809-26fe1e05c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.25379222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"54265f8c-bd80-41ff-9f55-a2f468f3fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.304776536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"b75f09f1-ba8c-4fac-abad-b027bf00498c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.307862569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"54265f8c-bd80-41ff-9f55-a2f468f3fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.308979246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"98a39842-cf66-43a9-8809-26fe1e05c086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.309324865Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"6d5035fb-d926-400a-ae03-22cf36285c67","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-74e9eb0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.349730462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"25760369-936c-480f-a302-674120b61d22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.404224605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"25760369-936c-480f-a302-674120b61d22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.744299673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"fcb205bf-bd7a-4898-b0a6-96bba1646d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.744332789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1e9a2a2a-b1d0-4a80-b3f3-16518dd7bd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.74487747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5beaff49-18c6-4c7f-a345-f00b6d4ec6ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.799307933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"5beaff49-18c6-4c7f-a345-f00b6d4ec6ff","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.800560464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"fcb205bf-bd7a-4898-b0a6-96bba1646d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.802138259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1e9a2a2a-b1d0-4a80-b3f3-16518dd7bd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.842600493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8cd03e48-134c-4a14-a2d5-db99483c9010","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:18.896405141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8cd03e48-134c-4a14-a2d5-db99483c9010","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.239199528Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"88f046fc-c23d-47b3-8807-cf37480f2625","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.288097674Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"88f046fc-c23d-47b3-8807-cf37480f2625","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.337049603Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-sub2","reconcileID":"88f046fc-c23d-47b3-8807-cf37480f2625","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.592811229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"6cea820e-bba0-43bb-834f-4a0b9f644e49","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.611079171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e4ff1-6457-49ed-8b13-ac8bb0a0acd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.660047707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e4ff1-6457-49ed-8b13-ac8bb0a0acd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.709349169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e4ff1-6457-49ed-8b13-ac8bb0a0acd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.758550308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341e4ff1-6457-49ed-8b13-ac8bb0a0acd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.764692089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"fad83c59-0204-4e12-a440-acffb43446af","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.903273812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"8e3652d4-1f6e-4196-9d7d-94df66f452b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.903492744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"04108700-8ec1-4757-9886-e56d4847d143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.95810847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"04108700-8ec1-4757-9886-e56d4847d143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.958344337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"8e3652d4-1f6e-4196-9d7d-94df66f452b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.959724981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"a1446db1-6515-4cbc-9295-96859673e4c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:22.959861769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"6fc81d25-c0f7-4c6d-943c-a3f90165e832","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.014649283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"6fc81d25-c0f7-4c6d-943c-a3f90165e832","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.01497613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"a1446db1-6515-4cbc-9295-96859673e4c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.161285144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth1","reconcileID":"8cc9ee9e-1880-4501-aea1-f001413a18b9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.181600211Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-625ca3aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-625ca3aa","reconcileID":"c28c0e25-584c-4dcb-96d4-372016076a78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-625ca3aa","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-625ca3aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.354808337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"ba156fa0-e6b5-4dbb-8084-955271947901","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.408897023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"ba156fa0-e6b5-4dbb-8084-955271947901","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.419045257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"06b00cc8-1a78-440b-a0ea-3e39cf18ca00","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.556394196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"128e5bbf-fe5c-4f7a-8009-ef45ccab62b7","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.607022417Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-return-all-auth2","reconcileID":"f64752af-016c-4610-96cd-90852b6ab9dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:23.861989731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"2f0721eb-514b-4956-a18a-e0b1d4c54fe0","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:24.546355912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b054c9f-c944-45a2-bc22-30eb089e7372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:24.595332536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b054c9f-c944-45a2-bc22-30eb089e7372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:24.643990844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b054c9f-c944-45a2-bc22-30eb089e7372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:24.693277418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b054c9f-c944-45a2-bc22-30eb089e7372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:26.486486558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14be0e2-94f5-4c96-9930-e17c8c3dbebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:26.535693998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14be0e2-94f5-4c96-9930-e17c8c3dbebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:26.585090538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14be0e2-94f5-4c96-9930-e17c8c3dbebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:26.634488002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14be0e2-94f5-4c96-9930-e17c8c3dbebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:27.505594632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"c39c2824-ad07-420c-8537-f27202f37e35","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.361752082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"1411318c-7f65-4929-972a-26ca04022219","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.413108357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"1411318c-7f65-4929-972a-26ca04022219","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.462229167Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-sub2","reconcileID":"1411318c-7f65-4929-972a-26ca04022219","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.721279845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"256993f6-73e1-4531-b908-7ed46e184869","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.87240812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"b997cb3d-e8c7-4a2f-9744-3deed35a7dc0","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.963669975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"305d74c4-b5db-435f-a040-1eb0b4df1951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.963700408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"6f14e771-7a97-44be-84e9-9268e5fe2544","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.96413033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"4f4cba18-d525-4af5-b9d3-6e06eeba4b6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:28.964152711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"696ec238-e0ad-45a5-98cc-337ffce99cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.019715884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"305d74c4-b5db-435f-a040-1eb0b4df1951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.019770521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"6f14e771-7a97-44be-84e9-9268e5fe2544","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.023524288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"696ec238-e0ad-45a5-98cc-337ffce99cc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.023849207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"4f4cba18-d525-4af5-b9d3-6e06eeba4b6a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.16752656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth1","reconcileID":"8571d0e3-68dc-4718-967e-d5c99e9a4510","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.31705982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"42c2972f-7d1d-4623-b3b8-e0ba949ae113","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.360575197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"43fd0280-b04a-4822-aeec-1d27f08acd3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.41559003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"43fd0280-b04a-4822-aeec-1d27f08acd3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.459860893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"c5c4abec-6395-41f7-af0f-a2d7d45c41c9","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.613066605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-multi-keys-auth2","reconcileID":"244897b4-9459-46a5-9c21-9721f36b3b2c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:29.816141029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"1448929b-aaa2-41a2-a27a-96ee85c0c934","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.154667003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"bf0047ef-9f9e-496a-a17b-acba4cfa9793","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.208477814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"f2eac78d-96f4-4609-af8f-db094e62f6fe","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.401473619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aceed34a-ccc3-44e0-b29b-c01d3e000ed0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.419613425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"c8bb713d-da08-462d-a1c3-ee7d59eaf9cb","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.456453168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aceed34a-ccc3-44e0-b29b-c01d3e000ed0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.475791075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"f99a6814-c38b-4c0c-9cc9-a5c253f9756d","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:31.527007456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f3013588-2806-4e0a-8e9c-672f919fc433","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:31.527493835Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"f99a6814-c38b-4c0c-9cc9-a5c253f9756d","name":"distinct-w0-dc087a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:31.527555572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"f99a6814-c38b-4c0c-9cc9-a5c253f9756d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-dc087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.532952406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"3a1fe29f-414f-4541-9d9a-be7bf79c9d35","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.61810533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"d20c4e75-f67e-4cf1-9c1d-d1bea2da346b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.618104527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5cc488f4-7c89-426f-bb18-b9a40ec67a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.630595282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"6557cd21-e7e6-43a7-b094-a8c038df2613","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.673302726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"d20c4e75-f67e-4cf1-9c1d-d1bea2da346b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.674155078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"5cc488f4-7c89-426f-bb18-b9a40ec67a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.682657195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"731dcd61-37fa-49f2-b654-b1c0fb668915","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.697915731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"eeb8624e-bf9d-433d-be42-2ab9f3222512","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.751782395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"d91994ca-96ac-4f40-9cf8-04b7fda36cc9","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.758815616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"fd165fc2-a9ef-45cd-9140-6a6e5f3c0d53","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.879433491Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"15a26c4e-4c7e-4f67-9667-a8131c95318e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"distinct-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.960355055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"5383afb2-bc23-41fa-beed-60a65e21216f","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:31.961686679Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.040221497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31319b55-c4c3-47f9-bfc8-b38602e6de00","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.041006995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0abd9f89-493b-4606-94ab-fa05306fbceb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.045644353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"615ce22a-6f25-44b7-8d61-7b549655b364","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:32.046565893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"15a26c4e-4c7e-4f67-9667-a8131c95318e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.093543131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"733e9169-7f3c-4867-9ad4-de72417b5f8e","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.143229874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31319b55-c4c3-47f9-bfc8-b38602e6de00","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.143530945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0abd9f89-493b-4606-94ab-fa05306fbceb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:32.143525477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.15005388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"1cbaf3be-3741-40ec-9b21-91782917ebcf","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.200107614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d9d30fad-8727-4880-beb5-2b0fc9712653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.256428038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d9d30fad-8727-4880-beb5-2b0fc9712653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.302421186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"28bda4f7-8b67-4490-819e-39a39a5f32cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.303384763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8c6db148-48c2-4240-9474-b358213bddd2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.361452353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"28bda4f7-8b67-4490-819e-39a39a5f32cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.374463561Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"307d3391-e08f-4392-a22e-436bef5daa5b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"distinct-2-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.481975256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"48b3145e-f062-470d-a43f-dadf8af0c004","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.523190402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"83430147-9e87-4a10-beaf-824204744227","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.659667995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9722fa1f-0683-4b0a-a0e0-12b193700819","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.753895704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"3ff96879-7363-499f-b190-694969cd71d6","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.820020206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e2670217-d5b7-4f6f-ba18-43f5d4bfab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.843121656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9722fa1f-0683-4b0a-a0e0-12b193700819","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.908429259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e2670217-d5b7-4f6f-ba18-43f5d4bfab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:32.979447627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"552d5094-0987-4838-833b-5c41ae59c7a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.042475583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"552d5094-0987-4838-833b-5c41ae59c7a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.043488529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"74fb3bf8-5907-4418-ac76-a537619a7913","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.092428381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"22771423-8f5c-4aa9-95a6-3f6b23b682a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.167506741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"22771423-8f5c-4aa9-95a6-3f6b23b682a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:33.334227772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"552d5094-0987-4838-833b-5c41ae59c7a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.588460051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d64fe9f2-c79c-49cf-aade-ed8641925f45","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:33.656463906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d64fe9f2-c79c-49cf-aade-ed8641925f45","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.046847775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"fdf2eaba-ce50-4686-9222-6c6c749de964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.048959566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"7ca7f082-c0c9-4094-bd0f-3baf90502db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.105720708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"7ca7f082-c0c9-4094-bd0f-3baf90502db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.257027892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"fdf2eaba-ce50-4686-9222-6c6c749de964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.309355585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"94480444-fd7a-4775-820a-fbb7aa89ee5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.310198236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"695a91ec-1383-42b6-8954-42038c46a263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.390648802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"695a91ec-1383-42b6-8954-42038c46a263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.409168151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"94480444-fd7a-4775-820a-fbb7aa89ee5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.844510335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"092f6b7d-76f4-463c-ba9e-bf6dac2f2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.845767661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"123aa0c8-e469-40ea-b539-1fb92f119922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.846724414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"865a0117-7368-4094-8112-4ace95797729","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.847954945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bb364b60-5398-4903-b4e5-2dc848e4e18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.981959554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"865a0117-7368-4094-8112-4ace95797729","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:34.982784124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b8b9e99a-48b2-4634-8df6-b943b1100c92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.015022585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bb364b60-5398-4903-b4e5-2dc848e4e18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.016459559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"123aa0c8-e469-40ea-b539-1fb92f119922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.045364002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"092f6b7d-76f4-463c-ba9e-bf6dac2f2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.080679025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b8b9e99a-48b2-4634-8df6-b943b1100c92","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.263702975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"4fd746e5-8554-466a-ae4e-745f4eefda61","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.356990443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"656cc681-1d32-4e56-9f6d-c09ee84c54dc","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.366384449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b1c16032-27ea-476a-bbce-5dd1531d4633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.48050746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b1c16032-27ea-476a-bbce-5dd1531d4633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.498744207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"71ff2963-7d7d-4d05-a473-26977963e1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.499264406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"aa576396-2f57-4588-bc1a-63faed64c4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.564131924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"71ff2963-7d7d-4d05-a473-26977963e1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.56477716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"aa576396-2f57-4588-bc1a-63faed64c4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.586433563Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-dc087a priority=0:[ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-dc087a/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.587784081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"683b2f8c-d2fa-4870-bc96-777dd937dc07","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.59532987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"09276e39-c933-4034-b96f-d8588e8408b0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.660683036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"1d1e187b-68c3-4e91-aabe-d64c08b60ef9","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.671006315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"09276e39-c933-4034-b96f-d8588e8408b0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:50:35.716466898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f5c7cf/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.716792599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"d09c8596-bc12-42a9-99b7-29226eea6363","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.767137011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4623363a-db38-4f21-a897-e5c13e8ec23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.770751123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e2e0662b-f009-4b62-8a3a-11440b8591b7","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.847871348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4623363a-db38-4f21-a897-e5c13e8ec23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.892480902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e157554b-5887-4319-9e62-0b58ba982ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:35.966685213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e157554b-5887-4319-9e62-0b58ba982ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.060616663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-sub","reconcileID":"9a378cb6-0572-491e-a75d-c879d88b9df0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.061076465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f42fc606-2546-4e33-bf73-0c07ffd571a8","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.25347723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"a7a448d0-545c-4924-80c9-a7264376db54","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.253936095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"ab8d00ec-88a9-4a34-b496-fbfaa100dc6f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.317276347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"e3892d45-c335-48c1-8362-7f85ec9d0671","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.321869996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"ab8d00ec-88a9-4a34-b496-fbfaa100dc6f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.346369306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"75e26b3b-cf27-410e-ac7e-c22a91209add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.41981945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"75e26b3b-cf27-410e-ac7e-c22a91209add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.426982784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c22355ca-0dee-4cb8-8a68-a02984e0f834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.483117392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-sub","reconcileID":"d59bb681-25b6-48c1-8dea-6cb561f7ba52","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:36.486932162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c22355ca-0dee-4cb8-8a68-a02984e0f834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:37.51012218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"8a770f62-f70b-4b63-8742-7ad34e26505c","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.037287436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"ff829c8a-8e59-4144-b9b3-4654a66aa1ec","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.038116448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"2e7043a6-8ed1-482c-a556-7fd3a609b5c7","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.153673051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"7fd4e623-8297-4076-acea-9f1c544425cd","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.159896837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"7c7edb6a-bdaa-422b-a658-6eb4a9b8c15d","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.222408253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"896b81ee-9f69-4961-bd42-a2c6231da765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.222876032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"50755612-065a-41de-8f9d-faee5b3009cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.293487471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"a5ae5801-15f4-4512-8db0-d4e10750fcd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.294311865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9fbd8f30-3589-4559-90ad-fa44d2bc47b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.310749239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"50755612-065a-41de-8f9d-faee5b3009cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.353529993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"896b81ee-9f69-4961-bd42-a2c6231da765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.718423786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1423eace-33f9-4c68-befd-629137f33d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.719260652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f7a24a92-f079-4f7c-ae08-47baf7425f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.783032591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f7a24a92-f079-4f7c-ae08-47baf7425f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:39.78882535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1423eace-33f9-4c68-befd-629137f33d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:40.839899598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"0d69aa89-7fb1-4b3a-ac67-990091852dd2","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:40.99956939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"27241f7a-fae3-406e-9b52-59d2a3a12cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:41.000002092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1a2a1a08-a881-48db-a555-cb53a1827ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:41.000258653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"3cfdc649-8bb1-457c-bd17-9a6fbf50a38f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:41.060145884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"27241f7a-fae3-406e-9b52-59d2a3a12cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:41.062229933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1a2a1a08-a881-48db-a555-cb53a1827ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:41.064398402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"3cfdc649-8bb1-457c-bd17-9a6fbf50a38f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:43.614245984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:46.793008412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"dfd0ddb1-ddc2-42ea-b4f7-917a78b38667","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:46.952173861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"22868cfe-7e40-4d7c-8351-7a85043a7648","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f102776c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.050610545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"13a267a1-dc67-4102-bde2-4d1d6a7ae5b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.050621869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"47087df2-9c3b-41d6-944a-2316fe6eeeeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.0510997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2f7edb64-03df-4667-b37f-9f9415286be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.051153626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"321f1a1c-95b3-45f9-a65f-05570c6974c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.113471063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"13a267a1-dc67-4102-bde2-4d1d6a7ae5b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.113531561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"47087df2-9c3b-41d6-944a-2316fe6eeeeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.116879158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"321f1a1c-95b3-45f9-a65f-05570c6974c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.11707023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2f7edb64-03df-4667-b37f-9f9415286be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.511170493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"edf85698-5a4e-4068-abdd-7415d4b6c1d5","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.557408819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c709b07f-8fb9-4fa0-9a8e-c842ad3e26fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.55757815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"08b711d1-f03b-42c0-9dd2-43c0c3857a82","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.557409135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"90b9f2a0-0191-4b62-8c2a-5eabb31dc7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.558022809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"733a2622-940a-463e-b7a6-1a792bedeb30","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.612088858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"08b711d1-f03b-42c0-9dd2-43c0c3857a82","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.612674231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c709b07f-8fb9-4fa0-9a8e-c842ad3e26fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.614927423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"733a2622-940a-463e-b7a6-1a792bedeb30","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:47.616248978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"90b9f2a0-0191-4b62-8c2a-5eabb31dc7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.006741287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-sub","reconcileID":"368cf5bc-e3e7-475f-bdd7-5229f4c0c7ee","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.210972504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-sub","reconcileID":"368cf5bc-e3e7-475f-bdd7-5229f4c0c7ee","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.407043904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3b0148c3-4439-47a6-b22f-0b857d7b3135","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.465753431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"2abaefd2-af68-48d4-b0d9-679fea70e924","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.523194022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"9e901d28-23fe-47aa-878d-f37d51f2d3fd","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.610700458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"42a85a0a-6d8e-4025-b13b-f66e466ab78f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.614594341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c4473bb8-b58c-430d-bddb-a833a5e535c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.614662776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"046d0c34-e3b6-4394-b813-e728549f86fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.62236004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e540fd59-b62d-4d61-b362-95f930c166b3","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.665545212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"42a85a0a-6d8e-4025-b13b-f66e466ab78f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.670909495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"046d0c34-e3b6-4394-b813-e728549f86fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.671093666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c4473bb8-b58c-430d-bddb-a833a5e535c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:51.815558137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-api-key-scoped-auth","reconcileID":"0be77176-8066-4657-9f14-a9dcd84a803a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:52.023596495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"64e92a9a-fe70-47a7-8f89-c60f6cb9439b","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:54.440387838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"5ac93faa-f9cc-4d63-92a9-50d334faa28e","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:55.364185983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"c1d138dc-7ab2-4e91-9ab3-1955411f5c89","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:55.518495049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"c1d138dc-7ab2-4e91-9ab3-1955411f5c89","name":"e2e-mt-625ca3aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.184638714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"34904269-d627-4676-97c7-4cd0c25bece6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.439163803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"98cbec19-022f-43b5-8503-ba547a63b86b","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.49055341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2fe00c70-be7c-4102-bcce-6e611ec40afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.491569345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d6c68fc2-6037-4bea-a258-ae075a11e0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.555397001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2fe00c70-be7c-4102-bcce-6e611ec40afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:56.556210209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d6c68fc2-6037-4bea-a258-ae075a11e0f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.013097168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"77d27ab1-a568-434a-96c3-612f553aa047","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.070671504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"72df188b-e798-4f02-98b0-40083556fa2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.072401449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"46423f57-47d2-4afe-9c6c-550300b0b90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.073238589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89876d2c-4288-4a16-8973-a4627a6cefb2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.074015001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"127ca5c5-5f42-42c0-a9a8-23e8ba846e25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.074753974Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"77d27ab1-a568-434a-96c3-612f553aa047","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.131057082Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub1","reconcileID":"77d27ab1-a568-434a-96c3-612f553aa047","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.14655593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"72df188b-e798-4f02-98b0-40083556fa2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.150717095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89876d2c-4288-4a16-8973-a4627a6cefb2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.157549638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"46423f57-47d2-4afe-9c6c-550300b0b90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.174730076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"127ca5c5-5f42-42c0-a9a8-23e8ba846e25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.42348182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"059ef118-cc12-4712-9a90-f4398a653cf6","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.515134404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"8919c5a0-ecad-4aa4-9c4f-246ff23b7b02","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.581956484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"5776fe61-a1c6-4db8-8265-f3d0110d945e","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.670326968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1c9de807-91a1-44c6-8a8f-502b8879fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.670547441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a797bf8b-6a39-4485-9edb-0aea127f5185","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.670333634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"02b51f13-3427-4807-bba6-ab5549e82e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.671036794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"acbd8a1f-05aa-4826-8cb2-7536cb8646d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.726938549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a797bf8b-6a39-4485-9edb-0aea127f5185","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.727378281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1c9de807-91a1-44c6-8a8f-502b8879fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.73101746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"acbd8a1f-05aa-4826-8cb2-7536cb8646d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.732509616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"02b51f13-3427-4807-bba6-ab5549e82e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:57.743491652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bae7ba83-ebee-4a9a-86c4-000b5f970927","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-668c34d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.166885496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8a04b58a-f1fd-42c8-8e45-17c10f061a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.167045245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7ab73b93-e6ad-4a4b-b54f-16f854c974b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.221946497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"8a04b58a-f1fd-42c8-8e45-17c10f061a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.22238482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7ab73b93-e6ad-4a4b-b54f-16f854c974b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.271167752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c72b7d7e-4922-4bcd-bb63-1bc9015bc798","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.271252077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"db252341-0235-4f6c-863b-a872f9d8dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.32961745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"db252341-0235-4f6c-863b-a872f9d8dd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:50:58.330902981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c72b7d7e-4922-4bcd-bb63-1bc9015bc798","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:04.140197249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22408a07-cccd-4d39-9c77-9111c8f85748","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:04.140218365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22408a07-cccd-4d39-9c77-9111c8f85748","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:04.23826653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"namespace":"ai-tenant-e2e-mt-4e690dc7","name":"e2e-policy-4e690dc7","reconcileID":"2d6efa33-6bdb-4227-8dc2-a186b903e746","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:04.366350958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"namespace":"ai-tenant-e2e-mt-4e690dc7","name":"e2e-policy-4e690dc7","reconcileID":"2d6efa33-6bdb-4227-8dc2-a186b903e746","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:04.420465448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"namespace":"ai-tenant-e2e-mt-4e690dc7","name":"e2e-policy-4e690dc7","reconcileID":"2d6efa33-6bdb-4227-8dc2-a186b903e746","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:07.516014691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"df153bfa-a86d-41c9-83ef-d9c44e699e7a","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:07.79221581Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aaf0b6a0-2859-4bee-b951-8548cb1bbd74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:07.841930806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aaf0b6a0-2859-4bee-b951-8548cb1bbd74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:07.897509397Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-sub2","reconcileID":"aaf0b6a0-2859-4bee-b951-8548cb1bbd74","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.163433789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"4df665b9-1d25-4111-b2c0-e4caa1d302b8","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.329410932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"c2e50c4a-1654-40ff-80f9-50a917ca7a83","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.420868145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"166fe0ac-2058-457a-b6bc-88589c050e3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.421402954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4c2539f9-7228-416c-ba8f-667e190561dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.421466276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4a916b6-adfb-43cf-b41e-95a302b6dc24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.421925186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1f9c23a2-6188-4dd0-8a72-1f888ecaf392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.475967221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"166fe0ac-2058-457a-b6bc-88589c050e3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.482758203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4a916b6-adfb-43cf-b41e-95a302b6dc24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.48278047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4c2539f9-7228-416c-ba8f-667e190561dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.485379016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1f9c23a2-6188-4dd0-8a72-1f888ecaf392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.645620157Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0137b1e9-8e35-45d2-a009-05afde0898ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.825449552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"218c3231-597a-45fc-8ced-4e1ba9194146","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.852004327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"95547d2b-9fde-46f2-bc66-494583b132ad","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:08.879356539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"218c3231-597a-45fc-8ced-4e1ba9194146","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:09.002576879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"7036d752-aa66-4f14-86ac-e51c39e091bc","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:09.083413717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9a15635d-0662-4c08-b5b3-9b89b1330ae0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-2-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:09.24321041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"aee91374-6b6a-4551-97c6-ec1df108cc44","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:10.719509294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1c1125df-1096-4a86-8db4-df711ebabd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:10.720523173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"74786766-3efb-4751-885d-ce35d55ac9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:10.789961363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"1c1125df-1096-4a86-8db4-df711ebabd59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:10.792892714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"74786766-3efb-4751-885d-ce35d55ac9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.356436249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d47bec5-94af-4b05-857d-0b38cb9d2142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.356455744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d47bec5-94af-4b05-857d-0b38cb9d2142","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.407607515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b5ca62b-e02e-468c-96d9-dde9727fe397","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.407627298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b5ca62b-e02e-468c-96d9-dde9727fe397","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.508043283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"56ac0cb1-18f1-4635-a13d-821610299331","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.562582866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"56ac0cb1-18f1-4635-a13d-821610299331","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.615471973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"56ac0cb1-18f1-4635-a13d-821610299331","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.637087512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"399b46da-36a8-4880-a2a3-69a61972cd05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.637106661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"399b46da-36a8-4880-a2a3-69a61972cd05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.66742021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58b706c-328f-45e2-a2f0-9d324e7ee49f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.667440482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e58b706c-328f-45e2-a2f0-9d324e7ee49f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.691248417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4188c4-fb48-4bc5-be6e-b1caa4e38aa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.691267698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a4188c4-fb48-4bc5-be6e-b1caa4e38aa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:51:11.739877589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"b092b0a0-26da-4d57-9575-c0fc1cc4cf10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-33903dfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.767080902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c73b4110-f9b2-4db6-a4c4-e8fa468f94d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.821627665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c73b4110-f9b2-4db6-a4c4-e8fa468f94d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.849381197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8a2955-b7ea-4e92-88fc-769dc8b5715b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.849403205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c8a2955-b7ea-4e92-88fc-769dc8b5715b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.874454296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c73b4110-f9b2-4db6-a4c4-e8fa468f94d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.917965101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7127ea-ecfd-43a5-b766-bc30c3e0aeda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:11.917983714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7127ea-ecfd-43a5-b766-bc30c3e0aeda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:12.175382777Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"94f9e8b4-90eb-4005-908a-5ab51e48782b","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-33903dfa/e2e-shared-int-sub-33903dfa","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:12.333013786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9dac94-fd33-4284-965e-943c2d62a9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:12.333035075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb9dac94-fd33-4284-965e-943c2d62a9f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:12.379059617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aed3ffad-b692-4786-9885-1b567e8eb7db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:12.536036013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"01ec85e8-0e69-4db0-ab03-df3caeb6456f","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:13.617055867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:17.517117048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"82f1e843-efc1-42bd-b2bb-f827b752bed3","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:17.965849486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"4aa060e0-9e12-4d25-9401-9949948c76c0","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:21.984270047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"99b8e54b-7be1-4827-93e6-cae6f955177c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.040103908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"99b8e54b-7be1-4827-93e6-cae6f955177c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.10559488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"99b8e54b-7be1-4827-93e6-cae6f955177c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.749084867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063473e3-036e-490f-b96e-1ac157cde188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.749194313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063473e3-036e-490f-b96e-1ac157cde188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.811227657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4baf6aa-2939-4748-8f7f-1b7a2a042868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.81145098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4baf6aa-2939-4748-8f7f-1b7a2a042868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:22.957897813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c0e962b2-9b24-4247-a476-2eeeaf5b9286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.03159152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c0e962b2-9b24-4247-a476-2eeeaf5b9286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.108019498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"c0e962b2-9b24-4247-a476-2eeeaf5b9286","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.122956886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2533d99b-1860-4d34-aec9-12f92df8262b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.123078184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2533d99b-1860-4d34-aec9-12f92df8262b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.205364223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38feea30-ce3d-4ec8-a35e-3a361a24b9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.205390127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38feea30-ce3d-4ec8-a35e-3a361a24b9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.262022547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1521395e-248e-45be-a65c-13ba6bd3e065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.26215073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1521395e-248e-45be-a65c-13ba6bd3e065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:51:23.266202066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"191d4d19-0c31-4260-8c9b-9f03a586d9ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-33903dfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.339161935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"45acde66-65d7-40fc-b157-94520b51402b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.402029887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d983716b-6515-4224-8fe4-03cae2efe203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.402142728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d983716b-6515-4224-8fe4-03cae2efe203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.457439459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"45acde66-65d7-40fc-b157-94520b51402b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.466901351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38c06f3e-720b-4349-b532-c3921359fa37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.466929828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38c06f3e-720b-4349-b532-c3921359fa37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.53888854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"45acde66-65d7-40fc-b157-94520b51402b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:51:23.596330444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"45acde66-65d7-40fc-b157-94520b51402b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-33903dfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.72228358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"b8f19c26-43a3-4deb-b237-3baafa5c2474","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.777937282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"dbfbd71a-c171-4722-b5db-7737a2560697","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-33903dfa/e2e-shared-int-sub-33903dfa","ai-tenant-e2e-mt-677f1011/e2e-shared-int-sub-33903dfa","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.787410613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"b8f19c26-43a3-4deb-b237-3baafa5c2474","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:23.852373419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"b8f19c26-43a3-4deb-b237-3baafa5c2474","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.027766081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ce01338-5037-454b-a70d-bb6402dd8244","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.032112658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"68e50238-7e7a-4a24-b5f1-e73da4488832","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.033358115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb5a050-2180-4ca1-9c89-3bd60ebff6bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.034179345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb5a050-2180-4ca1-9c89-3bd60ebff6bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.31689573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"b730f2e7-cf6e-48a0-aa46-6245a729cedf","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:24.443704602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"6d5f0aa3-9758-4e48-80f5-2e30fddfecb1","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:25.142612364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"namespace":"ai-tenant-e2e-mt-4e690dc7","name":"e2e-policy-4e690dc7","reconcileID":"7a539fa5-77e3-49b3-9df5-7780d7160321","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:25.302462982Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"namespace":"ai-tenant-e2e-mt-4e690dc7","name":"e2e-policy-4e690dc7","reconcileID":"7a539fa5-77e3-49b3-9df5-7780d7160321","MaaSAuthPolicy":{"name":"e2e-policy-4e690dc7","namespace":"ai-tenant-e2e-mt-4e690dc7"},"policyNamespace":"ai-tenant-e2e-mt-4e690dc7","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:28.879925727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"109d3deb-cd64-4b1b-963d-e7ea5ed96c46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:28.880096745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"170ce1da-9a27-4cc8-ac5f-8f2107947ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:28.880142916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"170ce1da-9a27-4cc8-ac5f-8f2107947ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:29.030862769Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-policy-33903dfa","reconcileID":"109d3deb-cd64-4b1b-963d-e7ea5ed96c46","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"policyNamespace":"ai-tenant-e2e-mt-33903dfa","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:29.099547625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb5797fb-71ac-4e96-bae4-0c6321ab5378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:29.099571908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb5797fb-71ac-4e96-bae4-0c6321ab5378","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:29.249631182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed424cd2-35b9-4ad8-b1e5-b645353a0640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:29.249723195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed424cd2-35b9-4ad8-b1e5-b645353a0640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.033100808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"57acb9f2-fccf-4a67-ad77-18c6754dd7a0","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.03680084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"d314b28b-7526-4982-b335-59be777117a6","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.037338305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"38ea73e9-49b4-4d9e-803e-9e29c114d7ba","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.185553207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"90c01769-a2e1-44fe-9b50-e122f311a19d","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.187683638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"a7545e8c-6bb0-463f-9858-07cf1dcd50e6","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.188746922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"5d92034e-d367-4a60-9cee-37a04767ecf3","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.237384523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9053c293-718e-4308-a8b2-e63a64cf0e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.260497005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d8e0712d-c291-4a06-81e6-bfdcea9e7047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.307345451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"6070657a-166e-4a05-9a95-8d1e01c922b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.308586916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"7ba02a79-d6cc-4859-8b7e-a4593bfc0deb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.324022783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d8e0712d-c291-4a06-81e6-bfdcea9e7047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.328158572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9053c293-718e-4308-a8b2-e63a64cf0e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.610942336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f2b1e130-373a-4ea1-a736-61ad520ed29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.611218033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"01ae4e90-d2eb-4970-a34e-bf9fb3be85e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.66639462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f2b1e130-373a-4ea1-a736-61ad520ed29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.672153684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"01ae4e90-d2eb-4970-a34e-bf9fb3be85e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.752587912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"aeb0bd47-c0f2-46c6-8c7c-88ad5c0c5813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.753458299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"71849461-a5b3-4697-8b04-24ee09fb8644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.814543518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"71849461-a5b3-4697-8b04-24ee09fb8644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:31.814942137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"aeb0bd47-c0f2-46c6-8c7c-88ad5c0c5813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:32.71679867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb11d49-96c5-44a2-b00a-c1ed00a16cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:32.769626494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb11d49-96c5-44a2-b00a-c1ed00a16cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:32.82245181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb11d49-96c5-44a2-b00a-c1ed00a16cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:32.871551798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb11d49-96c5-44a2-b00a-c1ed00a16cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:33.974279984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"df49f3e8-f356-47b2-9660-dfef7bcf3901","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.029176487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"df49f3e8-f356-47b2-9660-dfef7bcf3901","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.082885494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"df49f3e8-f356-47b2-9660-dfef7bcf3901","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.186435699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c012fffc-3f78-4cbf-a1e3-10f5d01fc300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.186462209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c012fffc-3f78-4cbf-a1e3-10f5d01fc300","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.699375206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d4b84-1758-420e-b13e-4a43b6d62490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.747803875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d4b84-1758-420e-b13e-4a43b6d62490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.797126692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d4b84-1758-420e-b13e-4a43b6d62490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:34.847719336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee8d4b84-1758-420e-b13e-4a43b6d62490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.408677118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"17c75562-9671-4966-aa12-f45f87e8dfd2","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-33903dfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.61151361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"namespace":"ai-tenant-e2e-mt-33903dfa","name":"e2e-shared-int-sub-33903dfa","reconcileID":"17c75562-9671-4966-aa12-f45f87e8dfd2","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-33903dfa"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-677f1011/e2e-shared-int-sub-33903dfa","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.80826892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"cc65b9ab-5d76-4785-9a78-f055738b4b7d","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.808447208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4d2cea3-d62a-4a8d-81eb-0b3a339293c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.865338036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc113bc-844b-420a-9a2b-ffba27431264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:39.865366741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc113bc-844b-420a-9a2b-ffba27431264","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:43.615311338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:44.284400508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"a93cafff-373f-4042-9857-f744677230bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:44.340677106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"a93cafff-373f-4042-9857-f744677230bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:44.403975313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"a93cafff-373f-4042-9857-f744677230bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:51.78849036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6397a6f9-ff33-4f64-8ae2-f273aaebd20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:51.789264611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d213d94b-c0f3-4197-9d5a-9d610256c0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:51.885890329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d213d94b-c0f3-4197-9d5a-9d610256c0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:51.888076291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6397a6f9-ff33-4f64-8ae2-f273aaebd20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:54.504724225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"76e21d99-bd82-4796-821a-f4986f5b86ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:54.559038601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"76e21d99-bd82-4796-821a-f4986f5b86ae","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:54.86576032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38a505ee-88fb-46b8-9bd6-2cf4f7a256e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:54.865778997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38a505ee-88fb-46b8-9bd6-2cf4f7a256e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:54.947779966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9b6b0717-774d-4ed7-8078-747118b5069f","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.146085167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"c8842efe-b200-4e57-8d55-4ec57d900b72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.148794656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e297de89-455b-47fb-9117-c9a46086d7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.14901919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"5809d446-ccdc-4191-9f61-37b4f8e69f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.203726026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e297de89-455b-47fb-9117-c9a46086d7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.205047745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"5809d446-ccdc-4191-9f61-37b4f8e69f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.309711258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a21c74e5-e7b7-4536-9326-e285ba4739f5","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:51:55.506507417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"48d52c1c-a463-4aa3-b893-068a4a712b15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:05.310472484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"d54a09f2-1382-411d-8ead-7799b92fb2b9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.710033315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"eba72c7c-92a9-4db8-a387-c85c56402850","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.710570187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"91eebf07-fe3a-44d0-9418-45b5abf00bee","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.71103475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"fd16d089-84af-4d5a-a7ed-9994add2e416","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.791565248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"467ef21b-e95f-48a9-a4eb-6abb4a698ff2","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.792760129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"f1b2113e-8d8f-4b88-9ca3-5134c0bcbca3","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.793279912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"3cd3ff1c-9642-47f2-92c3-c6f26aabef7b","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.857177769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"54844ca6-4554-4a8c-a18d-51fb8c44497d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.857192618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"06821ab0-3402-4a13-ae81-173317606da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.914312354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"871e224f-bf12-4f4b-b6ac-0f25e442fa0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.940110824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"820011ca-b607-4b51-9422-a02f1a51daa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.940735067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"06821ab0-3402-4a13-ae81-173317606da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:09.954591429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"54844ca6-4554-4a8c-a18d-51fb8c44497d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:10.28472001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"18a78eee-2596-4433-a92e-559d76613efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:10.284734661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"62770124-42d8-407b-8753-63da1e763a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:10.339457521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"62770124-42d8-407b-8753-63da1e763a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:10.339492801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"18a78eee-2596-4433-a92e-559d76613efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:13.614203573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:18.438013299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"1dd31520-150e-465d-a4d4-fc3ead73187c","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:19.793621407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"e71cd7ff-16ba-4a84-94aa-030fe8d44f3d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:20.665543509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"d0946ea6-4400-4a0e-a8e8-c8aedb6eb85a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:20.71698686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"114837c6-45a3-488a-a038-7e9a1e6a7c55","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:20.863313735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"23024168-1215-4923-9511-097178335bd7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:20.917509008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"23024168-1215-4923-9511-097178335bd7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:20.955658898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"536187fb-d018-4f87-9497-c5a562942164","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.007303897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"eb665b7c-916a-4652-a263-e57fdeab6f49","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:52:21.061162526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-valid-sub","reconcileID":"fa576408-e6b7-4785-97df-6e88ee4207f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.100763047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"56a6367b-3489-444f-aeda-c0e9e717acd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.100763236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"334f7df9-9881-47ed-8b68-10f28b29fcb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.155604365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"56a6367b-3489-444f-aeda-c0e9e717acd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.155672199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"334f7df9-9881-47ed-8b68-10f28b29fcb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.169169501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5ed2a6ab-09a5-4f5b-a98e-bc4cc71054c9","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.176104007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"69493770-8339-4f6d-a41b-dad6765fd267","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.230128928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"7aa69ce7-9864-476a-be22-f52b0395aef1","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.315762852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"fb2d0ab4-f793-4108-8886-12426a5dc43b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.370590486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"fb2d0ab4-f793-4108-8886-12426a5dc43b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.483817835Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-valid-sub","reconcileID":"98b09a43-25b2-41c5-8f1d-2f900fe6d6e5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.499199179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dc7f73de-ff62-4528-bcb5-1cf93452c2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.499201463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6b53b3c0-cbee-4ada-8e0a-217f019fb6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.555127773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dc7f73de-ff62-4528-bcb5-1cf93452c2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.555133437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6b53b3c0-cbee-4ada-8e0a-217f019fb6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.639692921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"e44e0a44-de41-441f-9f26-2575d0b7aeb6","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:52:21.674764702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"fb2d0ab4-f793-4108-8886-12426a5dc43b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.681812308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"96b38b33-8aa9-4c04-8540-f3bcd95e7865","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.820368685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"1c284fbb-9d49-4914-b9b4-104744203e0f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.836060032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-valid-sub","reconcileID":"5b321e97-f64a-4693-b3c2-37ac8c00cca8","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:21.875227923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"1c284fbb-9d49-4914-b9b4-104744203e0f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:23.886175224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"74adbd96-4daf-4c7b-8132-7607cc09a273","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.042276738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5cf9b810-7a27-4a22-937d-5530b4e2ced0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.045336897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"9b89dc5b-76ea-41a0-8bbd-84d058829fa5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.04562227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"866feed4-9811-4c1f-ac2e-631fdc40773a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.097198774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5cf9b810-7a27-4a22-937d-5530b4e2ced0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.103036359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"866feed4-9811-4c1f-ac2e-631fdc40773a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:24.104093251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"9b89dc5b-76ea-41a0-8bbd-84d058829fa5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:26.186514384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cdaf9b02-dbf5-4fae-808c-58b7264e6c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:26.195748654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"289e4343-638b-4a8c-b09b-5ac3b2e4b403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:26.255294324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"289e4343-638b-4a8c-b09b-5ac3b2e4b403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:26.255633184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cdaf9b02-dbf5-4fae-808c-58b7264e6c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:29.795192449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"438605d7-d614-4ae5-a7c0-1d73444e3861","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.043442767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-valid-sub","reconcileID":"50b19a31-93da-4582-af2d-f8beec58baa9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.247313027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-valid-sub","reconcileID":"50b19a31-93da-4582-af2d-f8beec58baa9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.442891666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"56521ef9-297f-431d-a273-5608cc98228b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.475707716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"c3e09344-9c2b-4562-a50d-f9d9d0f76a17","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.620528264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"67530a0a-abaa-4ab4-849b-8459ea160981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.620800107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"089b9f20-4ad4-4664-99fa-505f3c0ac2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.62053001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"c765df13-863b-4716-9eb5-0297a9b9bbbe","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.676065855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"089b9f20-4ad4-4664-99fa-505f3c0ac2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.676064775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"67530a0a-abaa-4ab4-849b-8459ea160981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.679311146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"c765df13-863b-4716-9eb5-0297a9b9bbbe","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.874614123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"cce47c47-9ed0-4b79-b3bf-6523a7a7f84b","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:34.875018668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-models-invalid-sub-auth","reconcileID":"972a370f-22d0-4411-986f-cb3d145ff29b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:35.029483178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"a735c224-f68c-49e5-aa60-56ac33a7dcd3","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:39.796966607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"829f3de6-7418-4cc8-b818-30e5dd7be315","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:40.58659452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1dee8-1ee6-45d5-b389-509a4563dd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:40.635141261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1dee8-1ee6-45d5-b389-509a4563dd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:40.683711124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1dee8-1ee6-45d5-b389-509a4563dd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:40.732166896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd1dee8-1ee6-45d5-b389-509a4563dd15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:41.035361389Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5353d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5353d5","reconcileID":"8a4b9101-aa64-4e84-832a-e537c8d26050","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5353d5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5353d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:42.599607133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460ce56f-6d90-4c2c-a648-6c985db4e2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:42.647866125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460ce56f-6d90-4c2c-a648-6c985db4e2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:42.69610133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460ce56f-6d90-4c2c-a648-6c985db4e2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:42.744874815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460ce56f-6d90-4c2c-a648-6c985db4e2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:43.613899079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:44.545352108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bc666c-6a73-4248-8145-eed3579e6818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:44.594045871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bc666c-6a73-4248-8145-eed3579e6818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:44.643349586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bc666c-6a73-4248-8145-eed3579e6818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:44.692104022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68bc666c-6a73-4248-8145-eed3579e6818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:49.798032485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a9e2e0cc-a8a3-4991-8803-c6114923e212","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.438359034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"4b6a97fd-6969-4cb8-9719-6bbeb429d3fb","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.648387095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"7d54834d-a995-4613-9a8b-b8f04ba9a443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.65736319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d748f598-f711-4e45-98fb-bd8ab67724be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.657370551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a9d72c6d-3abe-4ba7-87cb-a8ef927082db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.728607941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a9d72c6d-3abe-4ba7-87cb-a8ef927082db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.730229512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d748f598-f711-4e45-98fb-bd8ab67724be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:56.830016428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"fca458e0-6a73-4108-b71c-94029d70b413","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:52:57.040536093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"51b22b73-da4e-4c5a-98d9-cf08f512983e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:01.510372525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c013e3b-0772-4df4-b1f4-24f42006de43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:01.559043486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c013e3b-0772-4df4-b1f4-24f42006de43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:01.608237828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c013e3b-0772-4df4-b1f4-24f42006de43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:01.656931096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c013e3b-0772-4df4-b1f4-24f42006de43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:02.084416312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3be297","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3be297","reconcileID":"ff12bcd5-719f-4533-b4b4-5db879509c4f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3be297","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3be297":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:03.63521382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882fe76a-bbdc-42e7-ab5c-39fb5ec92074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:03.68385122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882fe76a-bbdc-42e7-ab5c-39fb5ec92074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:03.733543398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882fe76a-bbdc-42e7-ab5c-39fb5ec92074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:03.794732167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882fe76a-bbdc-42e7-ab5c-39fb5ec92074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:04.388265807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"6cdb3b51-f224-484f-9ffe-3a63a9fd121f","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.494722378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a57aff03-3651-4123-8b55-6426191b89af","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.551762318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"41b2e127-9a7d-4afe-9fae-86b054924421","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.741762476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce7ede1c-9525-4265-9feb-d8354b942709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.741942095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"09a5f481-329d-42b9-b5e8-2cfd604fa182","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.766642182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9c0790b5-6aef-484f-8034-d61efc3b3576","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.792762889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce7ede1c-9525-4265-9feb-d8354b942709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.85797944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce7ede1c-9525-4265-9feb-d8354b942709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.888875859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"09a5f481-329d-42b9-b5e8-2cfd604fa182","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.911368435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce7ede1c-9525-4265-9feb-d8354b942709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:05.917741451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"c2a4decf-da9a-4ba9-9062-dc8792804027","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:05.92200998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.007424868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"45c13a7d-4599-43d8-976e-3b246778f33a","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.027011448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"eefdf224-6f44-440e-84ab-38e4df64afc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.027297627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"6857eb6f-e132-41b0-99ac-f6e2c8652394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.086705049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"eefdf224-6f44-440e-84ab-38e4df64afc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.087036825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"6857eb6f-e132-41b0-99ac-f6e2c8652394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.266185409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9e2aaf31-75eb-4cc9-8248-631143b0f0be","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.343104067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub","reconcileID":"8f39dce0-f93b-43ae-b339-b7060690f9b5","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.468358808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9e41e51f-b165-4b99-8dd4-8f6cab6fa6b1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.523980856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9e41e51f-b165-4b99-8dd4-8f6cab6fa6b1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.539655569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"cf8d4420-be16-444a-b84a-63657ea4dc52","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.583566737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"814b7c24-6108-4863-89c9-8d552fb851a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.583693231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e15a705e-f458-4ca5-b523-59166a56f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.584368384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"e0644c7b-7457-4127-9668-7479231ea5a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.640675288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e15a705e-f458-4ca5-b523-59166a56f4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.642281402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"814b7c24-6108-4863-89c9-8d552fb851a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:06.746339921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub","reconcileID":"4a5c9ccb-d858-417f-b609-26a9b9ce580c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:07.844373107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593db1-90d1-4217-adfe-20390fe59a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:07.893878427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593db1-90d1-4217-adfe-20390fe59a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:07.943290639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593db1-90d1-4217-adfe-20390fe59a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:07.993593437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22593db1-90d1-4217-adfe-20390fe59a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:08.775292608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"729b7ea3-2302-467a-9aff-29b3164d17ca","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:08.94796073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f977608c-90f0-4cf6-860d-53efcdd01bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:08.956510713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"90837d6f-74a0-4918-b0db-e2ccdd771e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:08.956668518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ddd76983-d5ab-499c-aca9-382d54b7949e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:09.004042886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f977608c-90f0-4cf6-860d-53efcdd01bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:09.011957801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"90837d6f-74a0-4918-b0db-e2ccdd771e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:09.012150437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ddd76983-d5ab-499c-aca9-382d54b7949e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:09.033363042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"5fd209c5-14ba-4aa7-bec9-3e637fa56af7","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:09.033389599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"5fd209c5-14ba-4aa7-bec9-3e637fa56af7","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.57006249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"3db0a46d-51c4-4d94-b0f6-c21611119114","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.570234807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d85a989-5ac3-4f81-9345-b9c90dd1a8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.570255358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d85a989-5ac3-4f81-9345-b9c90dd1a8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.719238925Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-policy-33903dfa","reconcileID":"3db0a46d-51c4-4d94-b0f6-c21611119114","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"policyNamespace":"ai-tenant-e2e-mt-677f1011","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.774444925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c816d4-e2af-4f91-8cec-6f5edafa7987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.774463513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86c816d4-e2af-4f91-8cec-6f5edafa7987","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.932106071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe149551-48ef-43d1-ab1e-c7d9c24ed488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:10.932129487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe149551-48ef-43d1-ab1e-c7d9c24ed488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:13.617927557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.497097213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"14f1bdc4-00d5-4118-8798-0482f57fb4ae","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.497118835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"14f1bdc4-00d5-4118-8798-0482f57fb4ae","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.548611195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"02a6d93c-dd25-4bab-8598-0b1fa2ddeb08","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.548635221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"02a6d93c-dd25-4bab-8598-0b1fa2ddeb08","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.650602389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"e6397dbf-46f5-48e9-9db9-bad1ac9aafb2","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.77699347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"e6397dbf-46f5-48e9-9db9-bad1ac9aafb2","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.829709802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"e6397dbf-46f5-48e9-9db9-bad1ac9aafb2","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.834187655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0fac0fa4-5a89-4d99-bdc9-096290b3dba2","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.834207574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0fac0fa4-5a89-4d99-bdc9-096290b3dba2","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.891111125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adf2072a-3863-4917-a526-95f0746a2f83","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.891136306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adf2072a-3863-4917-a526-95f0746a2f83","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:14.934794555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"f4194ea7-d17f-4122-91a5-0fe8b14c480d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-625ca3aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:14.941340611Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adf2072a-3863-4917-a526-95f0746a2f83","name":"e2e-lifecycle-model-625ca3aa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-625ca3aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:14.941385994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adf2072a-3863-4917-a526-95f0746a2f83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-625ca3aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.946720078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"3edfaea2-dea6-4441-9d87-6c5b2ec5cea1","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:14.946735117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"3edfaea2-dea6-4441-9d87-6c5b2ec5cea1","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.038116824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"fbf0f606-5110-415f-bd84-3baea0efd8cc","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.038134214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"fbf0f606-5110-415f-bd84-3baea0efd8cc","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.044037159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"3fa1ffa3-487f-4ab2-9c0e-d52942da184a","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.093290816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"fbe2b9ae-f1c4-446b-bbd9-d402e1c69045","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.093312992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"fbe2b9ae-f1c4-446b-bbd9-d402e1c69045","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.098105373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"3fa1ffa3-487f-4ab2-9c0e-d52942da184a","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.150798567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"3fa1ffa3-487f-4ab2-9c0e-d52942da184a","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:15.200694818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"3fa1ffa3-487f-4ab2-9c0e-d52942da184a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-policy-625ca3aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.297520859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"a6f8aaf5-cfb7-44f6-b6b7-f251761cf10f","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-625ca3aa/e2e-sub-625ca3aa"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.327572742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"8a151c02-5006-45e0-8bb8-aa88d685c6ce","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.383251409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"8a151c02-5006-45e0-8bb8-aa88d685c6ce","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.435821141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"8a151c02-5006-45e0-8bb8-aa88d685c6ce","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.455518765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"627ef5a5-4e2f-4f6a-b71e-adceabb41f69","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.455541525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"627ef5a5-4e2f-4f6a-b71e-adceabb41f69","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:15.677514566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"fdd3b15e-bdba-4699-a1e6-3ee24a202974","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:18.939707937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub","reconcileID":"ad680118-ec51-4fad-b082-6b2cbb98623c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.145571568Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub","reconcileID":"ad680118-ec51-4fad-b082-6b2cbb98623c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.343285044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"294557a6-f3fa-438a-8ab2-8aedb1529786","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.39926654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"d1b635f5-b31f-4eb3-b364-7350dc611c6e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.546457676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"fa4bb2bd-3576-477b-9a69-7fe169aff282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.546618929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45bbae4a-8730-4d28-9e1b-141e381634b3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.546452921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2ff0c13d-4294-47ec-bfbf-470cdc64f3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.602768606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"fa4bb2bd-3576-477b-9a69-7fe169aff282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.603901367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45bbae4a-8730-4d28-9e1b-141e381634b3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.60933961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2ff0c13d-4294-47ec-bfbf-470cdc64f3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.663370036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"bfb95d08-0b8a-463e-b5db-ba9153bbb16d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:19.774715503Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"bfb95d08-0b8a-463e-b5db-ba9153bbb16d","name":"e2e-api-a-5353d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:21.1079729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"17943c4b-0e1b-4452-84cc-fd46a0fc1575","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-33903dfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:21.310689038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"namespace":"ai-tenant-e2e-mt-677f1011","name":"e2e-shared-int-sub-33903dfa","reconcileID":"17943c4b-0e1b-4452-84cc-fd46a0fc1575","MaaSSubscription":{"name":"e2e-shared-int-sub-33903dfa","namespace":"ai-tenant-e2e-mt-677f1011"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:21.507683664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1c9258d-6eda-4f2f-a021-f921059f2b03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:21.579554076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04301e0a-0983-4f56-a57c-7ab4889a0d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:21.579580851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04301e0a-0983-4f56-a57c-7ab4889a0d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:25.533873937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"f13aa884-71c5-45b2-8131-a10e49091838","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:25.58820897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"f13aa884-71c5-45b2-8131-a10e49091838","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:25.641128331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"f13aa884-71c5-45b2-8131-a10e49091838","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.748782254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"acf8e86b-1cb6-4bf0-9527-74733065c842","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.811220374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"acf8e86b-1cb6-4bf0-9527-74733065c842","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.864995105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248612365321ea340c0a21b40114866781ee255fe7a4fabd55857a38f8a80053) AuthConfig (89b40ccbac856f097cab6413abf50ef90a395a8d1de2f8c686c7b24decd1bb96) AuthConfig (97a6855e158337b4c059fa8c14426d0f4e11e352e0e3b6231c73428e12b1ce56) AuthConfig (df6ce8eac10feb8fec72a4d8ae1d49ea06eeafcd069d48715555e57562e2326b) AuthConfig (fdd16ff877dc772d88a77693ebe310f5c4ea3cc16cbb3d2fb8849da3a2f34775) AuthConfig (a7ffa128c2f712e8d2845d79f9fc020bf45ac0e55137d1e33a5bcb6303dac7ce) AuthConfig (ce98091a09d7c0ecd2c3b347c77c8bc5d0dac4f201fc5ecf6a66f71864c47405) AuthConfig (24e405df198963449a16a3727299fa8db30b987397da2dc78bcdaf46ba91dc22) AuthConfig (4bce65d38410a8a74bb5626efaddc95d52f8786981e62bd0cb417f63475cebe0) AuthConfig (87238e27a2751dbc1123a92fb09eab79481371a19f1736acfb6603f2a91c31e5) AuthConfig (005bec4b27afa19103f4e09e9a0b734912d0270b888d94638d315d1288b4a4fe) AuthConfig (89dda252730cb22b141cb0aa619c3ae5678f8f5a36efe649037a0f70c67a83fe) AuthConfig (86346b3666cf6d52ace00399fa5076d02ca4d1bc0412071100f6b5df1c7647b9) AuthConfig (5601af60fcf6b5059c47be756a867e37d68787feca0a4cc3cf32dc5f5b98c77e) AuthConfig (4b29f4349759650b0e44bd40796e48c73ddf7814a3c9e86d57c67d8fd27de0c9) AuthConfig (20b943e431c755ce52bce072a328a4bb98ed3a72a7c047ec417c3bb3e1c3c3b3) AuthConfig (4e6796208cdda5e63dee790a371562552ca876719d00ee6ae8c3c35e21ad973d) AuthConfig (8cae92e6b1897660d31eaa48942e679ae9fabc6b2d67e5041f6b7e4671d0e458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"acf8e86b-1cb6-4bf0-9527-74733065c842","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.919969445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"4953acd6-a1df-4834-adcf-7ac79f05bd95","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.919998765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"4953acd6-a1df-4834-adcf-7ac79f05bd95","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:35.971488052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"521de46c-4d48-42df-a522-17c79b172d22","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:36.147608467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adeb3525-6969-4aba-bff1-9fa5c07dcfe5","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:36.147655393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"adeb3525-6969-4aba-bff1-9fa5c07dcfe5","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:36.958714333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"eae7b1c7-0006-4035-80dc-2af35e24bb03","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:37.023807643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"eae7b1c7-0006-4035-80dc-2af35e24bb03","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:37.088394116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248612365321ea340c0a21b40114866781ee255fe7a4fabd55857a38f8a80053) AuthConfig (89b40ccbac856f097cab6413abf50ef90a395a8d1de2f8c686c7b24decd1bb96) AuthConfig (97a6855e158337b4c059fa8c14426d0f4e11e352e0e3b6231c73428e12b1ce56) AuthConfig (df6ce8eac10feb8fec72a4d8ae1d49ea06eeafcd069d48715555e57562e2326b) AuthConfig (fdd16ff877dc772d88a77693ebe310f5c4ea3cc16cbb3d2fb8849da3a2f34775) AuthConfig (a7ffa128c2f712e8d2845d79f9fc020bf45ac0e55137d1e33a5bcb6303dac7ce) AuthConfig (ce98091a09d7c0ecd2c3b347c77c8bc5d0dac4f201fc5ecf6a66f71864c47405) AuthConfig (24e405df198963449a16a3727299fa8db30b987397da2dc78bcdaf46ba91dc22) AuthConfig (4bce65d38410a8a74bb5626efaddc95d52f8786981e62bd0cb417f63475cebe0) AuthConfig (87238e27a2751dbc1123a92fb09eab79481371a19f1736acfb6603f2a91c31e5) AuthConfig (005bec4b27afa19103f4e09e9a0b734912d0270b888d94638d315d1288b4a4fe) AuthConfig (89dda252730cb22b141cb0aa619c3ae5678f8f5a36efe649037a0f70c67a83fe) AuthConfig (86346b3666cf6d52ace00399fa5076d02ca4d1bc0412071100f6b5df1c7647b9) AuthConfig (5601af60fcf6b5059c47be756a867e37d68787feca0a4cc3cf32dc5f5b98c77e) AuthConfig (4b29f4349759650b0e44bd40796e48c73ddf7814a3c9e86d57c67d8fd27de0c9) AuthConfig (20b943e431c755ce52bce072a328a4bb98ed3a72a7c047ec417c3bb3e1c3c3b3) AuthConfig (4e6796208cdda5e63dee790a371562552ca876719d00ee6ae8c3c35e21ad973d) AuthConfig (8cae92e6b1897660d31eaa48942e679ae9fabc6b2d67e5041f6b7e4671d0e458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"eae7b1c7-0006-4035-80dc-2af35e24bb03","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:42.692432646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"804217e3-242d-470d-b97f-8888edc36172","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:42.803526319Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"804217e3-242d-470d-b97f-8888edc36172","name":"e2e-api-a-3be297-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:43.613986965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:46.440229809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"77aad6a7-ae97-4c7b-887a-adec724552d9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:46.440247701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b5c505b0-3345-4f80-880e-0895f8bcabc1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:46.644548346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"23e04bf7-7825-411f-9c3f-ca62aa2c9cf4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.187000927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"c6122cd4-d0d7-459d-b37a-5e0f8a1b8de4","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.243079822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"c6122cd4-d0d7-459d-b37a-5e0f8a1b8de4","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.296529468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-625ca3aa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248612365321ea340c0a21b40114866781ee255fe7a4fabd55857a38f8a80053) AuthConfig (89b40ccbac856f097cab6413abf50ef90a395a8d1de2f8c686c7b24decd1bb96) AuthConfig (97a6855e158337b4c059fa8c14426d0f4e11e352e0e3b6231c73428e12b1ce56) AuthConfig (df6ce8eac10feb8fec72a4d8ae1d49ea06eeafcd069d48715555e57562e2326b) AuthConfig (fdd16ff877dc772d88a77693ebe310f5c4ea3cc16cbb3d2fb8849da3a2f34775) AuthConfig (a7ffa128c2f712e8d2845d79f9fc020bf45ac0e55137d1e33a5bcb6303dac7ce) AuthConfig (ce98091a09d7c0ecd2c3b347c77c8bc5d0dac4f201fc5ecf6a66f71864c47405) AuthConfig (24e405df198963449a16a3727299fa8db30b987397da2dc78bcdaf46ba91dc22) AuthConfig (4bce65d38410a8a74bb5626efaddc95d52f8786981e62bd0cb417f63475cebe0) AuthConfig (87238e27a2751dbc1123a92fb09eab79481371a19f1736acfb6603f2a91c31e5) AuthConfig (005bec4b27afa19103f4e09e9a0b734912d0270b888d94638d315d1288b4a4fe) AuthConfig (89dda252730cb22b141cb0aa619c3ae5678f8f5a36efe649037a0f70c67a83fe) AuthConfig (86346b3666cf6d52ace00399fa5076d02ca4d1bc0412071100f6b5df1c7647b9) AuthConfig (5601af60fcf6b5059c47be756a867e37d68787feca0a4cc3cf32dc5f5b98c77e) AuthConfig (4b29f4349759650b0e44bd40796e48c73ddf7814a3c9e86d57c67d8fd27de0c9) AuthConfig (20b943e431c755ce52bce072a328a4bb98ed3a72a7c047ec417c3bb3e1c3c3b3) AuthConfig (4e6796208cdda5e63dee790a371562552ca876719d00ee6ae8c3c35e21ad973d) AuthConfig (8cae92e6b1897660d31eaa48942e679ae9fabc6b2d67e5041f6b7e4671d0e458)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"c6122cd4-d0d7-459d-b37a-5e0f8a1b8de4","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.584064644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"b1e6b46b-826f-47b7-be45-1c57550caa39","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.636228498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"1d30d450-b47e-4928-81f2-fbe3df766a4a","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.827810348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"61b962ba-55ce-447b-bbb7-6d8950b32c28","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.829222317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b9d4d5a6-8ae4-4674-ac03-b8bc51df5f14","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.882894495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"03258f74-5e82-4874-917c-13831f036559","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.884530394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b9d4d5a6-8ae4-4674-ac03-b8bc51df5f14","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:47.931686229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e8516ff3-89fa-4a12-b8dd-dc2301e945ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:47.933894044Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"03258f74-5e82-4874-917c-13831f036559","name":"distinct-w3-388451","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:47.933948747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"03258f74-5e82-4874-917c-13831f036559","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:47.939813266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"ce9fa31f-91df-451f-8296-b44640b1eead","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.021992004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ca8bb20c-715a-46b2-beb0-122cdb863960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.021991971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"041b8462-7b57-4732-b8fa-792ce6b84413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.035657827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"141a3e59-7318-4048-b338-a62446d84b15","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.076433063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ca8bb20c-715a-46b2-beb0-122cdb863960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.077379407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"041b8462-7b57-4732-b8fa-792ce6b84413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.091821714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"4e3973c3-965e-41a9-8517-274fc762b468","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.098736113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"766e943f-e772-4108-82b7-59099610b63a","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.152252981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"f77e6a3c-3123-48fa-826e-5ffc94135d46","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.187471697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"23ccfb78-f3fc-4310-8b7b-820245b61c95","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.290104168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"45f3c048-b722-4a98-9ba7-e7536b2f6175","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-w3-388451","model":"distinct-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.366820077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"8435eb62-987b-4ed2-8fa8-c6f0cca3ec80","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.36688873Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-388451 priority=0:[ai-tenant-e2e-worker-w3-388451/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-388451/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.394262884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3108560e-3365-4fb4-a6dd-a1f2df1b4f3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.421860492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"5b619a01-a7ee-47f9-b22b-3c4b4cc8d5ab","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.428249874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fe8eb409-933d-4fdb-820a-5cc8e85e8d2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.451106091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3108560e-3365-4fb4-a6dd-a1f2df1b4f3f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:48.469362316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:48.473058093Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"5b619a01-a7ee-47f9-b22b-3c4b4cc8d5ab","name":"distinct-2-w3-388451","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:48.473106331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"5b619a01-a7ee-47f9-b22b-3c4b4cc8d5ab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-388451\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.473228244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"a9943a54-bc8a-4d84-8772-3047ee7ca91b","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:53:48.473580976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"bf99466c-5f36-413a-b92a-05aaabe8e58f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.478773046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"838ffad8-1e99-46d2-9870-fd4551130f2e","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.482386046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fe8eb409-933d-4fdb-820a-5cc8e85e8d2f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.528930569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"37e905ea-ce79-4844-9b0a-8aebeb338dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.529012336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8eb0a45c-3cf8-4f7e-bef0-3a39358ba080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.583408802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"37e905ea-ce79-4844-9b0a-8aebeb338dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.583427518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8eb0a45c-3cf8-4f7e-bef0-3a39358ba080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.584052318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"8182348f-d27d-44be-8e76-a28e155bd0a8","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.640292211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"2f0fc6df-7fbb-479d-ac4e-8df03246bdb7","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.645482865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"72daabad-06c4-4973-98b1-c93a6c264781","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-w3-388451","model":"e2e-models-e2e-worker-w3-388451/distinct-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.835361302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"85e9d6dd-7482-4af3-992d-1ae91023faeb","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.83829648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b1c0fd8b-3e71-45c5-b248-3593cbfecc4f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-2-w3-388451","model":"distinct-2-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.92373184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"08183773-0e26-416d-b0f5-595b2f8b0efd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.979489017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"08183773-0e26-416d-b0f5-595b2f8b0efd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:48.994598317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"b70c197d-8e8c-427c-a290-c9cde3c50461","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.027107798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9b0caea8-3de2-400a-b135-802d93a97ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.027109219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"009bfab2-2a9a-428c-ba67-3a826ebc9dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.076208728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a411f7ad-02d7-4839-a894-e7d86fc80188","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.081480139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"009bfab2-2a9a-428c-ba67-3a826ebc9dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.081728281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9b0caea8-3de2-400a-b135-802d93a97ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.130433459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a411f7ad-02d7-4839-a894-e7d86fc80188","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:49.189042581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7fa0260c-4eef-4981-819a-6632cc7e6253","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-2-w3-388451","model":"e2e-models-e2e-worker-w3-388451/distinct-2-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.244813338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"14124dff-f53a-4bc8-a046-fe83b0bfc36f","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.399509843Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9d427c62-af0f-45fd-a18c-b3ee0c176655","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-322a4c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.492027979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"37779a8b-6d52-497d-b779-f47814397351","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.495515744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1ea2cdb5-aa19-4a5e-aa6e-06074154f32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.496886716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2b242405-b1b0-4975-af14-a47d0653d111","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.497362234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d58e469c-86af-4770-b527-73efe38c5b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.545950011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"37779a8b-6d52-497d-b779-f47814397351","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.559215867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2b242405-b1b0-4975-af14-a47d0653d111","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.56013506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1ea2cdb5-aa19-4a5e-aa6e-06074154f32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:52.561788749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d58e469c-86af-4770-b527-73efe38c5b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.007068505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"931dc666-7e3e-4288-98bd-175ea381b098","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.070452028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"931dc666-7e3e-4288-98bd-175ea381b098","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.106322961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"86aded84-6dc4-43d6-8609-555e5b3e199c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.106482152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8b837349-4807-42bd-b17c-da6f7525b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.106322091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ce15ca24-75dd-452b-bdb1-109ba53d0613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.16236601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ce15ca24-75dd-452b-bdb1-109ba53d0613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.164024146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"86aded84-6dc4-43d6-8609-555e5b3e199c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:53.166529405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8b837349-4807-42bd-b17c-da6f7525b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:57.398974919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"1a626037-dda0-46b9-bb54-b2d4a02ddac3","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:57.453190648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"1a626037-dda0-46b9-bb54-b2d4a02ddac3","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:57.760785977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"67f62bb2-91b2-4aaf-ba18-b11546ac6660","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:53:57.760809531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"67f62bb2-91b2-4aaf-ba18-b11546ac6660","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.449073335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"23e2cc97-e939-4076-8be5-6acff96baf82","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-w3-388451","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.498461064Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"23e2cc97-e939-4076-8be5-6acff96baf82","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.558483007Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"23e2cc97-e939-4076-8be5-6acff96baf82","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/distinct-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.760968574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbdfb3b-91b3-4cd1-a49f-ae75f18bf28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.812584314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbdfb3b-91b3-4cd1-a49f-ae75f18bf28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.861339724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbdfb3b-91b3-4cd1-a49f-ae75f18bf28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.865466508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"24fb9cc2-7b02-4f87-b895-b77b57fb68b3","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.910126105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbdfb3b-91b3-4cd1-a49f-ae75f18bf28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:02.966870903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"f935ef67-7e90-4fee-a8f9-bb029eb82fa8","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.016799732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"676028aa-07ad-4bf6-b450-696b676e68f2","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.163200327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d4a2f5fb-7855-4060-a16b-2ca88ebe3919","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.163793792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45281b9e-e084-4fe4-9e60-fe8fe0941b95","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.163980153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"74a8912e-bd0a-401e-a1aa-de40270faf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.165007782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"967a51aa-f98e-45e3-aa1b-427cfc76cbde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.218239335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d4a2f5fb-7855-4060-a16b-2ca88ebe3919","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.219954046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"74a8912e-bd0a-401e-a1aa-de40270faf69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.220372079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2ea7d7a-fb69-4a76-a2fa-e949e032a594","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8a3640c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.222330625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45281b9e-e084-4fe4-9e60-fe8fe0941b95","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.223625426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"967a51aa-f98e-45e3-aa1b-427cfc76cbde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.677466106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4fa3c427-5882-43b8-a088-bc523fcb6179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.696421965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c37b4d49-7def-474b-bb6f-6feba2a9a855","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.696428369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"873abeec-883a-4673-b6c8-5754798fd5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.732005821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4fa3c427-5882-43b8-a088-bc523fcb6179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.752019948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c37b4d49-7def-474b-bb6f-6feba2a9a855","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.752050203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"873abeec-883a-4673-b6c8-5754798fd5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.76212558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e541ff8d-47fc-4df4-9a71-dbd9840eb1f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.822362628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e541ff8d-47fc-4df4-9a71-dbd9840eb1f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.886568854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415368e3-4f9f-4da8-9b72-78d9607f4d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.886594628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415368e3-4f9f-4da8-9b72-78d9607f4d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.981927936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a01d4b2a-9714-4d0d-b553-07069f11007d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:03.981947526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a01d4b2a-9714-4d0d-b553-07069f11007d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.086913318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"8475e999-1168-42d3-972c-48836e841641","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.275492061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"8475e999-1168-42d3-972c-48836e841641","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.328183301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5353d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"8475e999-1168-42d3-972c-48836e841641","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.389825693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03989f4f-0a07-43d6-8399-2f0401066791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.389861491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03989f4f-0a07-43d6-8399-2f0401066791","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.803985815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d4f0e3-9142-455a-b2ce-3761e1a3c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.85280619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d4f0e3-9142-455a-b2ce-3761e1a3c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.90139025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d4f0e3-9142-455a-b2ce-3761e1a3c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:04.952925167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d4f0e3-9142-455a-b2ce-3761e1a3c137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.044320876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0dbe0796-0e2b-4897-ab21-7a48f71282d1","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.0443429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0dbe0796-0e2b-4897-ab21-7a48f71282d1","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.197487575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"82d4ff4f-a654-49ca-940a-0e1e22ddc8c4","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.197510334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"82d4ff4f-a654-49ca-940a-0e1e22ddc8c4","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.239360324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"84f9c339-e4f0-47c7-b8b6-a442fa348df6","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.293679771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"84f9c339-e4f0-47c7-b8b6-a442fa348df6","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.294810569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"2bda42f6-c269-4031-9491-6994e09fd8f5","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.616934484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"c03e6cf2-6ada-4c49-9c3a-79a82c204955","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.6374564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"2a4f969f-afc3-4bde-ac61-0e88e60257dd","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:12.672031835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"c03e6cf2-6ada-4c49-9c3a-79a82c204955","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.020420936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5602085-05d2-41f4-9f00-3da080d92589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.069181647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5602085-05d2-41f4-9f00-3da080d92589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.117636294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5602085-05d2-41f4-9f00-3da080d92589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.166525711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5602085-05d2-41f4-9f00-3da080d92589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.26941549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3d5f2313-f86c-4bc3-8833-d277350425e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-2-w3-388451","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.317946976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3d5f2313-f86c-4bc3-8833-d277350425e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-2-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.414575274Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3d5f2313-f86c-4bc3-8833-d277350425e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/distinct-2-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.614120779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.673118724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"a8b1f99d-98df-441f-a928-48a28b224574","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.823549449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"e1b3c569-d24c-4919-91f4-96eee0b8830a","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.914759504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"aadb5cc9-114e-4792-9783-bc5e5d248888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.914790219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fe8c690b-3e60-4fdb-a744-925782b9cffb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.915550007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ec55de83-5046-4012-98d2-e0174057ca8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.915625672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"140d8637-9b0c-4248-8fa8-deaba761196e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.970008517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"aadb5cc9-114e-4792-9783-bc5e5d248888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.970570974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fe8c690b-3e60-4fdb-a744-925782b9cffb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.972853805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ec55de83-5046-4012-98d2-e0174057ca8c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:13.974557975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"140d8637-9b0c-4248-8fa8-deaba761196e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.166715946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3a10e346-ce52-4930-b403-55f48b1f6d34","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.320101702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"6f9fdfb7-c7bd-4a6c-b7ad-5e67bf1e8590","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.359038725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5cc86160-22fc-440d-957a-7c114bfffd20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.413151889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5cc86160-22fc-440d-957a-7c114bfffd20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.47370048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"94f1b3ff-6e08-4ccd-a16d-e05b247f04f1","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.510210481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"e01773c9-8ea0-4c5a-bdea-0fa4dc2fc2b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.56463036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"e01773c9-8ea0-4c5a-bdea-0fa4dc2fc2b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.6120351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fbe07ae5-3c54-4ae8-b4d3-f92d23989fc6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/distinct-2-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.617252127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5353d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"e01773c9-8ea0-4c5a-bdea-0fa4dc2fc2b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:14.917517561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"5a5ea1b0-ef2e-44c0-966c-027c68c8e6eb","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:15.040894407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedfa0ec-b403-4933-b6be-0cd2b9bb9b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:15.107341443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedfa0ec-b403-4933-b6be-0cd2b9bb9b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:15.158267296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedfa0ec-b403-4933-b6be-0cd2b9bb9b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:15.209430266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedfa0ec-b403-4933-b6be-0cd2b9bb9b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:17.05730463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb5700f-78c6-47bc-82a1-f46dd9b96145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:17.106874199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb5700f-78c6-47bc-82a1-f46dd9b96145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:17.155737325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb5700f-78c6-47bc-82a1-f46dd9b96145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:17.204477144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fb5700f-78c6-47bc-82a1-f46dd9b96145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:19.389584831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaafd5d-54f9-4b9a-b3f8-8068eaa2d207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:19.439025847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaafd5d-54f9-4b9a-b3f8-8068eaa2d207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:19.489336932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaafd5d-54f9-4b9a-b3f8-8068eaa2d207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:19.538403902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faaafd5d-54f9-4b9a-b3f8-8068eaa2d207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:19.94546361Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-af63a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-af63a7","reconcileID":"a1ed7a89-f5de-464c-958a-02c853d422fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-af63a7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-af63a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:20.817785728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9ec97674-6e89-49d5-a497-10b8bdc7f982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:20.81823265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"36f73602-7ae1-4005-a942-b0392d775b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:20.88235486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"9ec97674-6e89-49d5-a497-10b8bdc7f982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:20.882903847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"36f73602-7ae1-4005-a942-b0392d775b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:21.397023096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e316c5-77e3-4147-801b-13fca47173ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:21.448717705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e316c5-77e3-4147-801b-13fca47173ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:21.497321224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e316c5-77e3-4147-801b-13fca47173ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:21.546490047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e316c5-77e3-4147-801b-13fca47173ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.095310886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"33b32a76-7605-4de2-b481-c2a489d96b1a","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.095331216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"33b32a76-7605-4de2-b481-c2a489d96b1a","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.20007795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"e809a9e4-34e4-4ae5-b968-f93cf0c43f74","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.257628605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"e809a9e4-34e4-4ae5-b968-f93cf0c43f74","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.301637284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"66268063-2098-443b-9f06-dee7c734fd7e","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.359375261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10576a41-58dc-47de-b5e3-d4a27af70f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.415134327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10576a41-58dc-47de-b5e3-d4a27af70f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.465899369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10576a41-58dc-47de-b5e3-d4a27af70f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.522200058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10576a41-58dc-47de-b5e3-d4a27af70f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.626117212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"91aeb3cc-65c5-4912-a096-495b099ecd15","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.676623271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"246a3bef-3a08-415d-a8e7-658172d6cab9","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:23.682944288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"91aeb3cc-65c5-4912-a096-495b099ecd15","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:24.714326319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"4ec4014f-4c6d-46a7-a3cd-5fbfbac76d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:24.769560036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"4ec4014f-4c6d-46a7-a3cd-5fbfbac76d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:24.822646238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5353d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de44ad97509dfa472f7b964e92a0873d0a7aea0914a7fe9dc008a0d8d7164255) AuthConfig (fe26d2e3dea44d2f9c4771fc0b01e29f47f63c1336cce163741f64fc0616e16d) AuthConfig (aab810c657b0d7d37c77aaa87721b5b2ccfe52760d616814bbc2671952921404) AuthConfig (92c185cc6893ab892b9814c621f9b04aecf7c757cb99b8583ae2fe15326d5be5) AuthConfig (758a977a5dc8199513a0dfa74fd9b00ba6f500e77dc7dab389be9684059dfe78) AuthConfig (9744dd478e96526ab1c434075f77c8858e29e66271ef189a2431681addfc644b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"4ec4014f-4c6d-46a7-a3cd-5fbfbac76d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:24.885680308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d556f526-23ce-4a1b-b2fa-6a1bcbe0bddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:24.885708041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d556f526-23ce-4a1b-b2fa-6a1bcbe0bddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:25.397786445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e88c4de-5711-4693-8553-8b300823796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:25.446329658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e88c4de-5711-4693-8553-8b300823796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:25.494985559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e88c4de-5711-4693-8553-8b300823796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:25.543652585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e88c4de-5711-4693-8553-8b300823796d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:27.389615201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7c6b9-8adc-4ab7-9cde-317a1ab393db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:27.438075943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7c6b9-8adc-4ab7-9cde-317a1ab393db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:27.486394854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7c6b9-8adc-4ab7-9cde-317a1ab393db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:27.534759858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea7c6b9-8adc-4ab7-9cde-317a1ab393db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.39140052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cbb237-625e-4ac2-b8a3-90c0247a586a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.440396212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cbb237-625e-4ac2-b8a3-90c0247a586a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.488979457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cbb237-625e-4ac2-b8a3-90c0247a586a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.538048466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02cbb237-625e-4ac2-b8a3-90c0247a586a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.807377608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"080bd411-4300-462e-b560-78038c6bce09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.807403188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"080bd411-4300-462e-b560-78038c6bce09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.860731334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673a7418-72d6-47a0-952b-dace80090941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.860751451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673a7418-72d6-47a0-952b-dace80090941","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:29.957227414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"8e3caa4c-9287-4f0a-bfa8-5372d2687b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.079801169Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"8e3caa4c-9287-4f0a-bfa8-5372d2687b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.132406579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"8e3caa4c-9287-4f0a-bfa8-5372d2687b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.187441465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74259bcf-2fff-4453-a5b1-65017d1667bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.187468982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74259bcf-2fff-4453-a5b1-65017d1667bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.919508992Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.919611468Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.973293484Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.973317687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.973432981Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.973927569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"82b3b653-bb9f-46a6-95ce-5fb7ca91c773","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:30.973947785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"82b3b653-bb9f-46a6-95ce-5fb7ca91c773","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.037583184Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ab69a5c1-12b1-47be-840b-926520521f22","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.037823552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"ea43d3b4-035a-43d5-b787-18b30f7f114d","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.037870164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"ea43d3b4-035a-43d5-b787-18b30f7f114d","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.075728752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"77b24c64-7ddb-451f-811c-1811a5fa1383","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.13178659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"058b326b-68b1-4f7a-af87-36db445abc13","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35f5a970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.132069206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"77b24c64-7ddb-451f-811c-1811a5fa1383","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.182860101Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"e0c8c2eb-083b-422c-b944-a5e5cbc72bbb","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35f5a970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.338274134Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"5a87e028-c288-44e9-bec9-8042b5edce94","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.588938542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"5a87e028-c288-44e9-bec9-8042b5edce94","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.711903612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"5a87e028-c288-44e9-bec9-8042b5edce94","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"e2e-mt-625ca3aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.711932513Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-policy-625ca3aa","reconcileID":"5a87e028-c288-44e9-bec9-8042b5edce94","MaaSAuthPolicy":{"name":"e2e-policy-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.76555637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"8eec2828-512b-4876-bd5b-b09175bcc374","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:31.765576949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"8eec2828-512b-4876-bd5b-b09175bcc374","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.402081365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c4c7b-2518-4a22-9a0a-a1c3dcac46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.450896812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c4c7b-2518-4a22-9a0a-a1c3dcac46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.499797426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c4c7b-2518-4a22-9a0a-a1c3dcac46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.548425042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c4c7b-2518-4a22-9a0a-a1c3dcac46c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.956136528Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c694cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c694cc","reconcileID":"e99cb584-9404-4fd4-ae24-b26ab303299b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c694cc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c694cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:34.983793748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"864d03b4-f956-47fc-9751-66a5a0c31b08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:35.041732613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"864d03b4-f956-47fc-9751-66a5a0c31b08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:35.101261688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5353d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de44ad97509dfa472f7b964e92a0873d0a7aea0914a7fe9dc008a0d8d7164255) AuthConfig (fe26d2e3dea44d2f9c4771fc0b01e29f47f63c1336cce163741f64fc0616e16d) AuthConfig (aab810c657b0d7d37c77aaa87721b5b2ccfe52760d616814bbc2671952921404) AuthConfig (92c185cc6893ab892b9814c621f9b04aecf7c757cb99b8583ae2fe15326d5be5) AuthConfig (758a977a5dc8199513a0dfa74fd9b00ba6f500e77dc7dab389be9684059dfe78) AuthConfig (9744dd478e96526ab1c434075f77c8858e29e66271ef189a2431681addfc644b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"864d03b4-f956-47fc-9751-66a5a0c31b08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:36.408533981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aa55cb-8717-4f3e-8067-f2c4888f2d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:36.459501833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aa55cb-8717-4f3e-8067-f2c4888f2d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:36.50818582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aa55cb-8717-4f3e-8067-f2c4888f2d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:36.557750873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61aa55cb-8717-4f3e-8067-f2c4888f2d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:37.347217579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"91ff96f4-af78-4969-bede-482b37d287e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:37.349216643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"dfb5c713-7d25-4b4e-9b65-5fcb520b2658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:37.40476259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"91ff96f4-af78-4969-bede-482b37d287e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:37.404849324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"dfb5c713-7d25-4b4e-9b65-5fcb520b2658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:38.405590166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be8eb3-e05c-4d7f-8805-e6b730b8c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:38.454338562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be8eb3-e05c-4d7f-8805-e6b730b8c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:38.503483681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be8eb3-e05c-4d7f-8805-e6b730b8c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:38.553415571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80be8eb3-e05c-4d7f-8805-e6b730b8c381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:40.285443417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"19ecc17c-bc07-4dce-bdd9-e36ca665d411","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:40.339978278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"19ecc17c-bc07-4dce-bdd9-e36ca665d411","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:40.393389412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"19ecc17c-bc07-4dce-bdd9-e36ca665d411","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:41.232130664Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"e09ab271-aed4-4d87-8b23-bdfeb2440eca","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","subscription":"e2e-sub-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:41.281318204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"e09ab271-aed4-4d87-8b23-bdfeb2440eca","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:41.330300805Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-sub-625ca3aa","reconcileID":"e09ab271-aed4-4d87-8b23-bdfeb2440eca","MaaSSubscription":{"name":"e2e-sub-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"name":"maas-trlp-e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:41.588534651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"604a0ba4-0ee4-4d52-8edc-f5f442c795e8","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:41.588556013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"604a0ba4-0ee4-4d52-8edc-f5f442c795e8","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.667288866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bae33b6-f06c-471a-a22b-375ef195890a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.667316003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bae33b6-f06c-471a-a22b-375ef195890a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.719422655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d53baaf7-4530-46c2-a8ee-3c2259bf8bea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.719451418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d53baaf7-4530-46c2-a8ee-3c2259bf8bea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.864927636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"0da1eeb8-8a36-496b-93e4-e0e1e376b7dd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.948428136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37b4fa9d-ddfc-4c23-84dc-7443c724969b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.948448854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37b4fa9d-ddfc-4c23-84dc-7443c724969b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:42.988506519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"0da1eeb8-8a36-496b-93e4-e0e1e376b7dd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.002424325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a877e0-45c2-4326-a842-6ac32a0a6a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.002449844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14a877e0-45c2-4326-a842-6ac32a0a6a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.041143166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"0da1eeb8-8a36-496b-93e4-e0e1e376b7dd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:54:43.053906822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"ac7d608f-f939-4884-8057-0b5699b3bc9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b7bd60b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.097525133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b53e19ac-bf16-4c63-958d-83305ccc9f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.097548499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b53e19ac-bf16-4c63-958d-83305ccc9f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.16921092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65163955-5632-4c2e-b941-a5c227a91345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.169232379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65163955-5632-4c2e-b941-a5c227a91345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.181414002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df312dd2-0e90-44f9-905b-72bf8c56ef90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.18141354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f67994a9-295a-48e7-a4b6-5cf718d38dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.221365535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21caea3b-7d9f-4742-b938-d19396ff1b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.221389013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21caea3b-7d9f-4742-b938-d19396ff1b8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.243128687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df312dd2-0e90-44f9-905b-72bf8c56ef90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.244180567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f67994a9-295a-48e7-a4b6-5cf718d38dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.286689974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"a845984d-50e9-4115-aa0a-0997cc6bdfdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.34163488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"a845984d-50e9-4115-aa0a-0997cc6bdfdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.394093424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"a845984d-50e9-4115-aa0a-0997cc6bdfdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.472667727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"3ea3a86e-814f-4f9e-8803-32d4f42be08a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-b7bd60b8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.472780291Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"3ea3a86e-814f-4f9e-8803-32d4f42be08a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b7bd60b8","error":"MaaSModelRef not found: llm/nonexistent-model-b7bd60b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.539334515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"757eb644-3cd3-4cb5-9bf1-c703f030a608","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.59355329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"757eb644-3cd3-4cb5-9bf1-c703f030a608","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.616754393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.641186783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29bf860-be70-4961-8983-73eeb3777544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.641490003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50928eb6-6f3e-4fcd-99a8-06eedde3eaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.646237289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"757eb644-3cd3-4cb5-9bf1-c703f030a608","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.675061531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4efdb294-40bf-4f5b-820b-928493dbaaf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.678254505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af206a9-7374-4524-b739-4ad99d7883db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.678270621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1af206a9-7374-4524-b739-4ad99d7883db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.696052481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29bf860-be70-4961-8983-73eeb3777544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.696306002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50928eb6-6f3e-4fcd-99a8-06eedde3eaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.878050163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"95981252-20f1-4808-94ae-84b0fead90ac","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:43.8781898Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"95981252-20f1-4808-94ae-84b0fead90ac","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b7bd60b8","error":"MaaSModelRef not found: llm/nonexistent-model-b7bd60b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.199690225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"a838a0c0-ce75-4074-9f25-7ec0ecb5da42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.254024697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"a838a0c0-ce75-4074-9f25-7ec0ecb5da42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.506881136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ee75a2-6952-4dd9-9308-c82ddfcf7917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.506899965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65ee75a2-6952-4dd9-9308-c82ddfcf7917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.665941671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9662a59d-b0f2-49ec-851e-67afc3d3b2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.665976729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9662a59d-b0f2-49ec-851e-67afc3d3b2e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.888431961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"526938ee-a69b-4050-bd3f-143da511caf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.888657789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90304b4c-06ab-42e8-b39e-517db1835ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.888432408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"2b48ff65-e800-4f50-b877-094d92c8f5f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.945145061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90304b4c-06ab-42e8-b39e-517db1835ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.945516284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"2b48ff65-e800-4f50-b877-094d92c8f5f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:45.949363407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"526938ee-a69b-4050-bd3f-143da511caf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:46.000097564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"2b48ff65-e800-4f50-b877-094d92c8f5f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:50.497914896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"463ff4b7-b22e-4409-9300-83c37bdd9a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:50.552090584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"463ff4b7-b22e-4409-9300-83c37bdd9a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:50.605755983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"463ff4b7-b22e-4409-9300-83c37bdd9a6c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:55.834322042Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"7cf1cf1e-c668-4360-8eff-756ffb0cc061","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b7bd60b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.068978633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"7cf1cf1e-c668-4360-8eff-756ffb0cc061","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.069086822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"7cf1cf1e-c668-4360-8eff-756ffb0cc061","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b7bd60b8","subscription":"e2e-neg-ghost-sub-b7bd60b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.069268895Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b7bd60b8","reconcileID":"7cf1cf1e-c668-4360-8eff-756ffb0cc061","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b7bd60b8","error":"MaaSModelRef not found: llm/nonexistent-model-b7bd60b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.159670513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"5ffc6da6-b0d0-4328-8f63-8900c7d74a98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.246314731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"5ffc6da6-b0d0-4328-8f63-8900c7d74a98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.307702901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"5ffc6da6-b0d0-4328-8f63-8900c7d74a98","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.308014782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa64bfb4-9aa3-445e-a6cb-e99e6a9efa0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.426225488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e40706f3-ea1f-4e09-a4cf-ad63edee71b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.426375946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e40706f3-ea1f-4e09-a4cf-ad63edee71b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.555330713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fabcd0-e566-46e1-aac9-facc811a92fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.555358393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fabcd0-e566-46e1-aac9-facc811a92fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.593116764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"55c4cb6d-ef92-4c6b-ade3-68da369066e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.594072967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a24cd81b-5b3f-40d9-aaa9-3b5e8e6676fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.594707412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c316cc3-fb61-47df-be1f-fe3ae87c372f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.656044422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"55c4cb6d-ef92-4c6b-ade3-68da369066e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.660112869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a24cd81b-5b3f-40d9-aaa9-3b5e8e6676fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.66562134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c316cc3-fb61-47df-be1f-fe3ae87c372f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.715417499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"55c4cb6d-ef92-4c6b-ade3-68da369066e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.716248155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b7bd60b8","reconcileID":"c4d58d7a-c3b9-4bd5-8838-18bdc0d21a60","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b7bd60b8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.928962313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a430174-7c3b-4d0c-ae3b-cc48e887d954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:56.929085667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a430174-7c3b-4d0c-ae3b-cc48e887d954","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.216084588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d24d0820-46e8-4d39-b240-91743d863ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.216205515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d24d0820-46e8-4d39-b240-91743d863ac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.284359719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32a09cc0-8f4f-4c5a-bb1e-2e12b331deaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.284401748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32a09cc0-8f4f-4c5a-bb1e-2e12b331deaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.489736136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"0f1dd030-45e4-416c-a28d-3ebfc25930b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.545805437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"0f1dd030-45e4-416c-a28d-3ebfc25930b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.599432364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"0f1dd030-45e4-416c-a28d-3ebfc25930b9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.653766786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e53b979-ed03-4f2b-87c2-c7c5ec5f92fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.653788013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e53b979-ed03-4f2b-87c2-c7c5ec5f92fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.846990768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"cc2fb83d-8cc3-4731-8c7d-4cb22c79bdad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.900911093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"cc2fb83d-8cc3-4731-8c7d-4cb22c79bdad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:54:57.954796151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"cc2fb83d-8cc3-4731-8c7d-4cb22c79bdad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:00.703651199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f972ca3-fab1-49b0-adf3-5b3b467be10e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:00.758000316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f972ca3-fab1-49b0-adf3-5b3b467be10e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:00.810582584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f972ca3-fab1-49b0-adf3-5b3b467be10e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:03.884641165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"6edd650b-431f-4ffe-919c-77cba8f5b059","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:04.005231206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"6edd650b-431f-4ffe-919c-77cba8f5b059","name":"e2e-api-b-af63a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:07.631638548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2968196-3a22-4ee9-81f6-6afd4fd3eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:07.681604127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2968196-3a22-4ee9-81f6-6afd4fd3eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:07.730448631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2968196-3a22-4ee9-81f6-6afd4fd3eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:07.780141139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2968196-3a22-4ee9-81f6-6afd4fd3eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.173468762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"8f260bd0-1eed-4a17-9a63-57308018951a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.193162132Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3df716","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3df716","reconcileID":"14a46eef-7037-4a68-a7dc-154b2ebaca5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3df716","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3df716":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.22824838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"8f260bd0-1eed-4a17-9a63-57308018951a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.282456245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"8f260bd0-1eed-4a17-9a63-57308018951a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.338212817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f5ee669-c672-4b83-b324-8516ce877de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:08.33823428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f5ee669-c672-4b83-b324-8516ce877de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:09.701770941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacab05c-f6b6-412c-8a0b-719f49e106b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:09.751153293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacab05c-f6b6-412c-8a0b-719f49e106b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:09.800536052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacab05c-f6b6-412c-8a0b-719f49e106b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:09.849755949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacab05c-f6b6-412c-8a0b-719f49e106b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:10.908437366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d5dfff55-651b-4c03-ad7c-de73161df664","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:10.962373922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d5dfff55-651b-4c03-ad7c-de73161df664","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:11.015452623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7320e1ad368c097c1a1467f73203f533caebe8655df8d70b82429c670408e305) AuthConfig (f8a620ee3be0fe0eb01c53048c7bbc72ea6095109c71e996fbd4a61795e78631) AuthConfig (219be533b1e0ae5bdff9579d1aa9c774ec9765f2830ad9d9eb2ce1afb0c8ed7c) AuthConfig (70c8e7ec72ce5e83a85a5013c0708378d1394e21d75c848b6e5c8bc9ae875b8a) AuthConfig (dd489831304c6859296e1ccbb9683c74b39b64c701d6436ff3b524353dbccf90) AuthConfig (973d4c55f76083ca39e630a63fd225891dc12f91f45c96ae7834fc2e9ce87b5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d5dfff55-651b-4c03-ad7c-de73161df664","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:11.071522009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"324e7d35-2c7c-43c7-b8a5-da45004cfd01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:11.071547875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"324e7d35-2c7c-43c7-b8a5-da45004cfd01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.61419582Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.617783467Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.617876021Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.61797693Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","tenant":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.669060912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Deployment","name":"maas-api-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.726118211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Service","name":"maas-api-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.780618796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.831033574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.882083279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.933007394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:13.987311216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.038469285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.087033438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Deployment","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.136735097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.186459926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Service","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.235055426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"Service","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.283777703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.332185782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.380554327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.433611556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.481776979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.529960654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.579063767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:14.632194073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"2749f9d9-e8c4-4e02-aab5-53a352dfc11e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-625ca3aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:15.443671705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-625ca3aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-625ca3aa","reconcileID":"b2c02ceb-fbee-4837-a951-f0110b1e9e5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-625ca3aa","removed":["maas.opendatahub.io/gateway-access-e2e-mt-625ca3aa"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.600940362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"87e73f53-bc45-468e-b816-3ab2601a68a4","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.705045867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"87e73f53-bc45-468e-b816-3ab2601a68a4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.710422155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"a5a44aa5-4123-4f44-8981-8a944c7b3dcb","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.710482879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"a5a44aa5-4123-4f44-8981-8a944c7b3dcb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.721670452Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"1afbeb60-c892-405a-a036-3b1fa170d88a","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.721733164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"1afbeb60-c892-405a-a036-3b1fa170d88a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.742985834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"91bffb02-8c0a-4938-a583-4d6e61f1de40","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.743043516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"91bffb02-8c0a-4938-a583-4d6e61f1de40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.784224935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0f09ffbf-1f6d-4ec8-a5ea-3d3cdf0fe40b","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.784283786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0f09ffbf-1f6d-4ec8-a5ea-3d3cdf0fe40b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.864842015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"19317443-feef-4d8e-a27e-0beae7abc415","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:15.864910979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"19317443-feef-4d8e-a27e-0beae7abc415","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.026112941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"34463875-b8ec-4c25-8246-7cb701e776d2","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.026180981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"34463875-b8ec-4c25-8246-7cb701e776d2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.346560153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"1bdbe6eb-5e38-46c1-8ba1-bc0bfae78fe5","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.346663957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"1bdbe6eb-5e38-46c1-8ba1-bc0bfae78fe5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:16.494993696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af4fd3f-ad96-4877-b2a0-9dfd3abb5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:16.543759616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af4fd3f-ad96-4877-b2a0-9dfd3abb5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:16.592411471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af4fd3f-ad96-4877-b2a0-9dfd3abb5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:16.641244982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af4fd3f-ad96-4877-b2a0-9dfd3abb5206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.987608491Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"c2460470-ec2b-4713-9a56-87e6b2f5122f","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:16.987684327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"c2460470-ec2b-4713-9a56-87e6b2f5122f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:18.268313539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"f75fbdf3-5e36-458c-a146-09b1b5919bcb","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:18.268384074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"f75fbdf3-5e36-458c-a146-09b1b5919bcb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.446338071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e66d75-51fb-45de-ab09-673d6467005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.494882312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e66d75-51fb-45de-ab09-673d6467005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.543366534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e66d75-51fb-45de-ab09-673d6467005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.591729581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e66d75-51fb-45de-ab09-673d6467005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.591905872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"7f6e920c-bd1f-4ae8-9199-e5544c3b507d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.646123782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"7f6e920c-bd1f-4ae8-9199-e5544c3b507d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:18.699704514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"7f6e920c-bd1f-4ae8-9199-e5544c3b507d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:20.829773268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0ed1811f-ae3c-4ee8-b57f-f033f0876445","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:20.829863445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0ed1811f-ae3c-4ee8-b57f-f033f0876445","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:21.168241796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d16a013a-895a-4cbc-b98e-e487b582428c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:21.222251539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d16a013a-895a-4cbc-b98e-e487b582428c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:21.276117131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7320e1ad368c097c1a1467f73203f533caebe8655df8d70b82429c670408e305) AuthConfig (f8a620ee3be0fe0eb01c53048c7bbc72ea6095109c71e996fbd4a61795e78631) AuthConfig (219be533b1e0ae5bdff9579d1aa9c774ec9765f2830ad9d9eb2ce1afb0c8ed7c) AuthConfig (70c8e7ec72ce5e83a85a5013c0708378d1394e21d75c848b6e5c8bc9ae875b8a) AuthConfig (dd489831304c6859296e1ccbb9683c74b39b64c701d6436ff3b524353dbccf90) AuthConfig (973d4c55f76083ca39e630a63fd225891dc12f91f45c96ae7834fc2e9ce87b5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"d16a013a-895a-4cbc-b98e-e487b582428c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:22.634687218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"4d14cfde-13a1-436c-8a72-45705c96b4dd","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:22.634768437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"4d14cfde-13a1-436c-8a72-45705c96b4dd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:22.840128543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"d74a5b70-9e9d-486f-853c-63d7dc39a60b","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T15:55:22.840294426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"d74a5b70-9e9d-486f-853c-63d7dc39a60b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa-kserve-route (gateways: [openshift-ingress/e2e-mt-625ca3aa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.579001958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca03d28-5c26-4d6f-8af2-3b50ff49d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.627755643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca03d28-5c26-4d6f-8af2-3b50ff49d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.67646081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca03d28-5c26-4d6f-8af2-3b50ff49d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.724951218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca03d28-5c26-4d6f-8af2-3b50ff49d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.992546109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"ea0def82-c93e-4b3b-a3f1-039cb9f19a15","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:23.992572982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"ea0def82-c93e-4b3b-a3f1-039cb9f19a15","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:24.082669583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"2b3ea99e-6fa2-41e7-9de0-654f6e1bc39e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:24.150576156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-625ca3aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-625ca3aa","reconcileID":"a994611e-4db6-40ec-b220-aa1a1899b3be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-625ca3aa","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-625ca3aa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:24.231872837Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"2b3ea99e-6fa2-41e7-9de0-654f6e1bc39e","name":"e2e-api-b-c694cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.05436605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"08d29524-ad8b-47f7-bef8-e1a7044b1cc8","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.054395219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"08d29524-ad8b-47f7-bef8-e1a7044b1cc8","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.535443895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be5c5c8-593b-439a-967a-c9d33bb5340b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.584047769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be5c5c8-593b-439a-967a-c9d33bb5340b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.632572058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be5c5c8-593b-439a-967a-c9d33bb5340b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:25.681219017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be5c5c8-593b-439a-967a-c9d33bb5340b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:27.486105712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f8a89e-1d08-4fb8-baf8-847dd7ecd8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:27.534536978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f8a89e-1d08-4fb8-baf8-847dd7ecd8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:27.58298713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f8a89e-1d08-4fb8-baf8-847dd7ecd8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:27.631715594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82f8a89e-1d08-4fb8-baf8-847dd7ecd8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:28.976951457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"d8fd1e05-72e7-4236-8786-845375419e01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.031545663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"d8fd1e05-72e7-4236-8786-845375419e01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.08557634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"d8fd1e05-72e7-4236-8786-845375419e01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.486596921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e1602a-0635-4a3a-987a-ad6bccd1bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.535164634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e1602a-0635-4a3a-987a-ad6bccd1bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.583855412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e1602a-0635-4a3a-987a-ad6bccd1bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:29.633905994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e1602a-0635-4a3a-987a-ad6bccd1bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.423252431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fa1018-8fe8-4916-81aa-44a8d011cdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.42344117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f0bc428-6769-425e-bc59-ae944ea809c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.471868085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fa1018-8fe8-4916-81aa-44a8d011cdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.520343528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fa1018-8fe8-4916-81aa-44a8d011cdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.526903473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f0bc428-6769-425e-bc59-ae944ea809c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.568854789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fa1018-8fe8-4916-81aa-44a8d011cdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:31.62181692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3be297-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7320e1ad368c097c1a1467f73203f533caebe8655df8d70b82429c670408e305) AuthConfig (f8a620ee3be0fe0eb01c53048c7bbc72ea6095109c71e996fbd4a61795e78631) AuthConfig (219be533b1e0ae5bdff9579d1aa9c774ec9765f2830ad9d9eb2ce1afb0c8ed7c) AuthConfig (70c8e7ec72ce5e83a85a5013c0708378d1394e21d75c848b6e5c8bc9ae875b8a) AuthConfig (dd489831304c6859296e1ccbb9683c74b39b64c701d6436ff3b524353dbccf90) AuthConfig (973d4c55f76083ca39e630a63fd225891dc12f91f45c96ae7834fc2e9ce87b5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"3f0bc428-6769-425e-bc59-ae944ea809c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:33.405559747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341d2c79-0530-4ec6-8071-2127ba1f4f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:33.4542506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341d2c79-0530-4ec6-8071-2127ba1f4f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:33.502800475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341d2c79-0530-4ec6-8071-2127ba1f4f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:33.55134797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341d2c79-0530-4ec6-8071-2127ba1f4f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:39.291295625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"9581b9e8-979c-4910-a6a2-c931cffe2f7f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:39.346435615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"9581b9e8-979c-4910-a6a2-c931cffe2f7f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:39.449528509Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"9581b9e8-979c-4910-a6a2-c931cffe2f7f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bf2de00b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:39.754011391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbcb6a8-8cc7-45c9-bca0-20cbee585c77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:39.754032952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbcb6a8-8cc7-45c9-bca0-20cbee585c77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.207759201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"77220e60-0f22-47e8-a326-2d4c9b2c2ffc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.208346977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e994353e-1e1b-41b4-b8d0-b25d48e5db92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.208410605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e994353e-1e1b-41b4-b8d0-b25d48e5db92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.257150441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bf2de00b","reconcileID":"77220e60-0f22-47e8-a326-2d4c9b2c2ffc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bf2de00b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bf2de00b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.459423046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a146763-f954-4af1-9785-0215b2a830f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.459442594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a146763-f954-4af1-9785-0215b2a830f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.719803737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"1729ca76-35e0-45ba-ab75-a56e4f6d9e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:41.773976679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"1729ca76-35e0-45ba-ab75-a56e4f6d9e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:42.084815925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e690ce86-734f-4233-bc69-8fe5415948d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:42.084866826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e690ce86-734f-4233-bc69-8fe5415948d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:43.615010357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:51.344719169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a684dc-99c0-4e8c-833e-1f03560aa05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:51.396104063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a684dc-99c0-4e8c-833e-1f03560aa05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:51.445730612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a684dc-99c0-4e8c-833e-1f03560aa05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:51.500537471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a684dc-99c0-4e8c-833e-1f03560aa05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:51.946580602Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f711cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f711cc","reconcileID":"fbee0c31-2489-4a78-8117-d871b22b9a1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f711cc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f711cc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:53.415593938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e65721a-a28d-4a4b-8a4c-376b842c162b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:53.464739436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e65721a-a28d-4a4b-8a4c-376b842c162b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:53.519654734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e65721a-a28d-4a4b-8a4c-376b842c162b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:53.568920007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e65721a-a28d-4a4b-8a4c-376b842c162b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:55.554351904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c860329-a9d5-4045-b535-6629cf0c3222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:55.604070022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c860329-a9d5-4045-b535-6629cf0c3222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:55.6553875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c860329-a9d5-4045-b535-6629cf0c3222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:55.703909573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c860329-a9d5-4045-b535-6629cf0c3222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.46546109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f6d1c0b-0b54-4e4b-a569-5f2fd23a170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.465482736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f6d1c0b-0b54-4e4b-a569-5f2fd23a170d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.516684724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70288ad-7d34-4b49-851b-00cf324dc6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.516711073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70288ad-7d34-4b49-851b-00cf324dc6bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.64756368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb1e869-5a93-482c-9ad4-435726677eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.647727513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"2c38f312-4796-49f9-943f-03efd2761c07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.701464151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb1e869-5a93-482c-9ad4-435726677eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.754863764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb1e869-5a93-482c-9ad4-435726677eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.807877738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb1e869-5a93-482c-9ad4-435726677eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.881173138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"2c38f312-4796-49f9-943f-03efd2761c07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:57.948787612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"2c38f312-4796-49f9-943f-03efd2761c07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:58.00875077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7298c032-3dad-4095-8b23-022a07cdbcd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:55:58.008773665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7298c032-3dad-4095-8b23-022a07cdbcd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:02.753452497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"81843bbd-c8a6-449d-a660-a845381a6eff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:02.868742384Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"81843bbd-c8a6-449d-a660-a845381a6eff","name":"e2e-api-a-3df716-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:04.575312544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"e6db4ff2-91d4-4c87-826d-daa4d9ffa07f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:04.586775494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb77fa4e-8828-4403-adfc-61c4c4064258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:04.586804129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb77fa4e-8828-4403-adfc-61c4c4064258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:04.634636614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"e6db4ff2-91d4-4c87-826d-daa4d9ffa07f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:04.840047137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"305c323d-7c93-4e61-b84f-03c69adfd930","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.109577656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"305c323d-7c93-4e61-b84f-03c69adfd930","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.272623036Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"305c323d-7c93-4e61-b84f-03c69adfd930","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"name":"e2e-api-a-5353d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.272658194Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"e2e-e2e-api-a-5353d5-policy","reconcileID":"305c323d-7c93-4e61-b84f-03c69adfd930","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5353d5-policy","namespace":"ai-tenant-e2e-api-a-5353d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5353d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.329803361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f182196-5f7a-4f59-82c0-e523d8fba23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.329855129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f182196-5f7a-4f59-82c0-e523d8fba23f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:05.973809016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3662ebd-4177-4cc2-bec5-94b11f3ee462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:06.02621079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3662ebd-4177-4cc2-bec5-94b11f3ee462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:06.083491888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3662ebd-4177-4cc2-bec5-94b11f3ee462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:06.272280705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3662ebd-4177-4cc2-bec5-94b11f3ee462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.109431405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"ac3801a6-cdcf-4f0e-8602-97a2de36af76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.164512543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"ac3801a6-cdcf-4f0e-8602-97a2de36af76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.222396835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"ac3801a6-cdcf-4f0e-8602-97a2de36af76","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.313266272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468eed8b-b82d-4de7-ade0-124fee440063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.362099196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468eed8b-b82d-4de7-ade0-124fee440063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.418823864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468eed8b-b82d-4de7-ade0-124fee440063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:08.478068874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468eed8b-b82d-4de7-ade0-124fee440063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:12.919973329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"f5a49600-f02e-4849-99cf-3cdbb2ea8e3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:13.030682546Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"f5a49600-f02e-4849-99cf-3cdbb2ea8e3d","name":"e2e-mt-625ca3aa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:13.61518876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:18.320712317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"df55ea60-4378-4508-b38a-ce0c43cc3263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:18.3819726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"df55ea60-4378-4508-b38a-ce0c43cc3263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:18.434722205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92ad328f5b7ea8596ceaeb92bed899eb35ac46ceaa704ee024705ac5c699b79d) AuthConfig (0fc733ba0b220a8fa73b5503b95ad5efc87c660f86815c402a5cf051b7b69f60) AuthConfig (41735816b744b0510eecda7b6a3e1609a57ecb56ec0ca9e4256a79efe3ee9ca2) AuthConfig (0a69688852c804477de164eb94864e05cbac55c700ff344710a1f61193b08e7a) AuthConfig (438aa4ef0b6a04875323adcf1e45bcbf331ec1bd4bd92f6ff46ab6d4423c8667) AuthConfig (49b603a51788916f29f903022b469b6150a2175e540d1f9d16e846da7892be44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"df55ea60-4378-4508-b38a-ce0c43cc3263","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:18.489929045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623ec896-5d1a-4e94-bd8f-eea4c97876c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:18.489950204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"623ec896-5d1a-4e94-bd8f-eea4c97876c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.26675427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","namespace":"ai-tenant-e2e-api-a-5353d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.266893982Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","namespace":"ai-tenant-e2e-api-a-5353d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.266954662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","tenant":"e2e-api-a-5353d5","tenantID":"e2e-api-a-5353d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.317632313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Deployment","name":"maas-api-e2e-api-a-5353d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.38231144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Service","name":"maas-api-e2e-api-a-5353d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.439604168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5353d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.505665492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5353d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.559709883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.611402603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.665434366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.721540209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.770393875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Deployment","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.819242094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.867730236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Service","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.91640186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:22.964914924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.013035882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.061354445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.113866036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.18519691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.233497942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.284097197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5353d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:23.33609773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5353d5"},"namespace":"ai-tenant-e2e-api-a-5353d5","name":"default-tenant","reconcileID":"e0965b71-3668-45b5-a6ef-dac8a02ae7c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5353d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:24.085441677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4133353a-6559-4205-b7e1-3939592c981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:24.134211765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4133353a-6559-4205-b7e1-3939592c981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:24.182694566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4133353a-6559-4205-b7e1-3939592c981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:24.231015358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4133353a-6559-4205-b7e1-3939592c981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:25.998179201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4e35eb-53f7-4cfc-8073-eb41980e3741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:26.046725004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4e35eb-53f7-4cfc-8073-eb41980e3741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:26.095469856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4e35eb-53f7-4cfc-8073-eb41980e3741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:26.143854739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4e35eb-53f7-4cfc-8073-eb41980e3741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.687898248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0138ec3-1c7d-494c-8b3e-0d5cf9df9f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.687918513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0138ec3-1c7d-494c-8b3e-0d5cf9df9f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.740390887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08df58ef-afd7-4ed6-bbf5-b343829da709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.740411077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08df58ef-afd7-4ed6-bbf5-b343829da709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.838688625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"9a3a88ac-9cc7-4b3b-ac53-4ab9d438bc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:27.964336702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"9a3a88ac-9cc7-4b3b-ac53-4ab9d438bc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.017648361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c694cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"9a3a88ac-9cc7-4b3b-ac53-4ab9d438bc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.070601349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a393adc-425e-43de-9714-8326769d777f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.070619386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a393adc-425e-43de-9714-8326769d777f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.587274632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"08a69330-349b-4200-b4be-c7394ed5750b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.64114356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"08a69330-349b-4200-b4be-c7394ed5750b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:28.693645063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92ad328f5b7ea8596ceaeb92bed899eb35ac46ceaa704ee024705ac5c699b79d) AuthConfig (0fc733ba0b220a8fa73b5503b95ad5efc87c660f86815c402a5cf051b7b69f60) AuthConfig (41735816b744b0510eecda7b6a3e1609a57ecb56ec0ca9e4256a79efe3ee9ca2) AuthConfig (0a69688852c804477de164eb94864e05cbac55c700ff344710a1f61193b08e7a) AuthConfig (438aa4ef0b6a04875323adcf1e45bcbf331ec1bd4bd92f6ff46ab6d4423c8667) AuthConfig (49b603a51788916f29f903022b469b6150a2175e540d1f9d16e846da7892be44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"08a69330-349b-4200-b4be-c7394ed5750b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:29.443806357Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5353d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5353d5","reconcileID":"6742aba1-bc6e-4f5c-8831-2f3fb36c300b","aitenant":"ai-tenants/e2e-api-a-5353d5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:29.97542113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6363c573-ee31-400f-beec-bf7eed0fe715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:30.02444215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6363c573-ee31-400f-beec-bf7eed0fe715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:30.072794122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6363c573-ee31-400f-beec-bf7eed0fe715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:30.121488768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6363c573-ee31-400f-beec-bf7eed0fe715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:30.227247993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5353d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5353d5","reconcileID":"6742aba1-bc6e-4f5c-8831-2f3fb36c300b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5353d5","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5353d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:32.004963752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67838bc-a5d9-4575-bbf6-27e6163d11ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:32.053972103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67838bc-a5d9-4575-bbf6-27e6163d11ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:32.10357584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67838bc-a5d9-4575-bbf6-27e6163d11ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:32.152280918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c67838bc-a5d9-4575-bbf6-27e6163d11ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.034250565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"6d8680a0-e6c0-41ed-b903-ba8fa44b8384","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.088621553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"6d8680a0-e6c0-41ed-b903-ba8fa44b8384","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.141080156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92ad328f5b7ea8596ceaeb92bed899eb35ac46ceaa704ee024705ac5c699b79d) AuthConfig (0fc733ba0b220a8fa73b5503b95ad5efc87c660f86815c402a5cf051b7b69f60) AuthConfig (41735816b744b0510eecda7b6a3e1609a57ecb56ec0ca9e4256a79efe3ee9ca2) AuthConfig (0a69688852c804477de164eb94864e05cbac55c700ff344710a1f61193b08e7a) AuthConfig (438aa4ef0b6a04875323adcf1e45bcbf331ec1bd4bd92f6ff46ab6d4423c8667) AuthConfig (49b603a51788916f29f903022b469b6150a2175e540d1f9d16e846da7892be44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"6d8680a0-e6c0-41ed-b903-ba8fa44b8384","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.248641256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"caf789b8-a555-4518-a157-cf40a515a8c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.248748075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c227bd-d443-4f41-bcd2-e181b46b5af3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.24876757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c227bd-d443-4f41-bcd2-e181b46b5af3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.480527403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"c2ec1919-198c-4b91-ab27-f8b29d38ec30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.482487904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"caf789b8-a555-4518-a157-cf40a515a8c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.537190624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"c2ec1919-198c-4b91-ab27-f8b29d38ec30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.596066383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-af63a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92ad328f5b7ea8596ceaeb92bed899eb35ac46ceaa704ee024705ac5c699b79d) AuthConfig (0fc733ba0b220a8fa73b5503b95ad5efc87c660f86815c402a5cf051b7b69f60) AuthConfig (41735816b744b0510eecda7b6a3e1609a57ecb56ec0ca9e4256a79efe3ee9ca2) AuthConfig (0a69688852c804477de164eb94864e05cbac55c700ff344710a1f61193b08e7a) AuthConfig (438aa4ef0b6a04875323adcf1e45bcbf331ec1bd4bd92f6ff46ab6d4423c8667) AuthConfig (49b603a51788916f29f903022b469b6150a2175e540d1f9d16e846da7892be44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"c2ec1919-198c-4b91-ab27-f8b29d38ec30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.606664776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"caf789b8-a555-4518-a157-cf40a515a8c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"name":"e2e-api-a-3be297-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.606693447Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"e2e-e2e-api-a-3be297-policy","reconcileID":"caf789b8-a555-4518-a157-cf40a515a8c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3be297-policy","namespace":"ai-tenant-e2e-api-a-3be297"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3be297","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.662030353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c72fc7-48cb-41ec-9c8f-9c9dcd73402a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:37.662049963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99c72fc7-48cb-41ec-9c8f-9c9dcd73402a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.028850819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"7b4d12af-39c2-4da0-be76-3d9b27e16418","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.029264602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d92ff8-5041-4564-8f19-f790fc20c476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.029278122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64d92ff8-5041-4564-8f19-f790fc20c476","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.174306212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b707f145-0bb4-4733-8eb3-7db60a7a8e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.224247945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"7b4d12af-39c2-4da0-be76-3d9b27e16418","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.228610585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b707f145-0bb4-4733-8eb3-7db60a7a8e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.274399493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a4b9d7-b017-4558-8793-8fac11e09982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.323110542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a4b9d7-b017-4558-8793-8fac11e09982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.326986704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c694cc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b707f145-0bb4-4733-8eb3-7db60a7a8e49","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.371964606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a4b9d7-b017-4558-8793-8fac11e09982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.392920265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"7b4d12af-39c2-4da0-be76-3d9b27e16418","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"name":"e2e-api-b-af63a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.392946821Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"e2e-e2e-api-b-af63a7-policy","reconcileID":"7b4d12af-39c2-4da0-be76-3d9b27e16418","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-af63a7-policy","namespace":"ai-tenant-e2e-api-b-af63a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-af63a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.420574918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73a4b9d7-b017-4558-8793-8fac11e09982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.474980496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239ad6e1-1628-49dc-ab44-f059fc0de5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:38.475009532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239ad6e1-1628-49dc-ab44-f059fc0de5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:40.361598133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365384a4-c096-4431-bb83-a1e6b9228fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:40.410747255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365384a4-c096-4431-bb83-a1e6b9228fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:40.461756956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365384a4-c096-4431-bb83-a1e6b9228fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:40.5113613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365384a4-c096-4431-bb83-a1e6b9228fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.316868784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe300a-e6cb-4a15-b819-280e5df61d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.365532206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe300a-e6cb-4a15-b819-280e5df61d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.421366298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe300a-e6cb-4a15-b819-280e5df61d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.473391614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fe300a-e6cb-4a15-b819-280e5df61d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.902726183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","namespace":"ai-tenant-e2e-api-b-af63a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.904494376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","namespace":"ai-tenant-e2e-api-b-af63a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.904700389Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","tenant":"e2e-api-b-af63a7","tenantID":"e2e-api-b-af63a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:42.980141849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Deployment","name":"maas-api-e2e-api-b-af63a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.062260471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Service","name":"maas-api-e2e-api-b-af63a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.12587421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-af63a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.179144299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-af63a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.268489731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.330919828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.403609859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.465914885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.53928712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Deployment","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.589212646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.637108718Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.637164382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Service","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.685420962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"Service","name":"payload-pre-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.734235096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.782504392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.831257519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.904559269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:43.95274312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.001123181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.053061462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-af63a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.108171035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-af63a7"},"namespace":"ai-tenant-e2e-api-b-af63a7","name":"default-tenant","reconcileID":"653b902b-0088-4065-9636-3b50804d5ccd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-af63a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.524454189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27271f00-371c-4c68-b59e-4a21632bf4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.574622683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27271f00-371c-4c68-b59e-4a21632bf4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.628806171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27271f00-371c-4c68-b59e-4a21632bf4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:44.67854405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27271f00-371c-4c68-b59e-4a21632bf4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:46.621472629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f38857-6445-4370-8e8a-2cf600aee282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:46.669860574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f38857-6445-4370-8e8a-2cf600aee282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:46.718425302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f38857-6445-4370-8e8a-2cf600aee282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:46.767441909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f38857-6445-4370-8e8a-2cf600aee282","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.431088364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"646ae23f-37bc-44be-ba10-ce65c43a8823","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.487190843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"646ae23f-37bc-44be-ba10-ce65c43a8823","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.547185112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c694cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef1cb3c810198ad135b47c887cbdc0ae4e93a91e692d7e38374c5db8e1317ee1) AuthConfig (a789083b29b9ba0a9f8b4df017bb60bab2ccde594fb6abb0cdf9f247fb48e9c9) AuthConfig (0fa3082ccecde4d128916afeefc3e5c1864f405f68941dc49a6f3556c83219e9) AuthConfig (cde2cdb7df2e81882b13b2a195285cfabccccefa06b7f24c32cb5e94ea5d06e3) AuthConfig (511558b2fa75e63b8fcda376cfff4c709bc50fb737d350ba7a99ad1c4c3e100f) AuthConfig (9c6d5d9d20ff0d91ad1b05346e169630bef86ae577a6b9047b489c7758b618c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"646ae23f-37bc-44be-ba10-ce65c43a8823","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.604017411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"081bcea4-b3c2-447a-a03d-a0c4e851c0a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.604048087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"081bcea4-b3c2-447a-a03d-a0c4e851c0a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.620774029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621f348a-a4e0-45c9-90c2-c6884282d2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.670339327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621f348a-a4e0-45c9-90c2-c6884282d2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.722017788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621f348a-a4e0-45c9-90c2-c6884282d2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:48.782301855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621f348a-a4e0-45c9-90c2-c6884282d2f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.357467353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"d46235cc-5ae5-4de3-8c62-7ce3c8564383","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f711cc","tenantID":"e2e-ipp-a-f711cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.471790079Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"d46235cc-5ae5-4de3-8c62-7ce3c8564383","name":"e2e-ipp-a-f711cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.527750518Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","namespace":"ai-tenant-e2e-api-a-3be297","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.527976058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","namespace":"ai-tenant-e2e-api-a-3be297","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.528065712Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","tenant":"e2e-api-a-3be297","tenantID":"e2e-api-a-3be297","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.580634248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Deployment","name":"maas-api-e2e-api-a-3be297","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.638201958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Service","name":"maas-api-e2e-api-a-3be297","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.696658999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3be297","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.74956782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3be297","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.806501974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.860038616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.918878471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:49.970634086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.020139624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Deployment","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.068310726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.14150178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Service","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.192208365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.240796309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.288738716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.336916586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.391268425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.439603047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.490204093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.538391449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3be297","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:50.588271456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3be297"},"namespace":"ai-tenant-e2e-api-a-3be297","name":"default-tenant","reconcileID":"1cc922a0-e33a-4770-bfab-1cc43142cd91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3be297","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:52.675079579Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-af63a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-af63a7","reconcileID":"40949212-887f-4393-a412-6ec0e9335a8a","aitenant":"ai-tenants/e2e-api-b-af63a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:53.201785887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac31af5-3d8f-4409-9425-c0d73672fd9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:53.250889698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac31af5-3d8f-4409-9425-c0d73672fd9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:53.299562268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac31af5-3d8f-4409-9425-c0d73672fd9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:53.348507294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac31af5-3d8f-4409-9425-c0d73672fd9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:53.477614369Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-af63a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-af63a7","reconcileID":"40949212-887f-4393-a412-6ec0e9335a8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-af63a7","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-af63a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:55.318289943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefedc58-e833-499e-80a5-ed0744f280d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:55.367162524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefedc58-e833-499e-80a5-ed0744f280d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:55.415390513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefedc58-e833-499e-80a5-ed0744f280d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:55.46725229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aefedc58-e833-499e-80a5-ed0744f280d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:57.686490289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000ae07b-9226-4f10-978c-3b6db535e94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:57.735340841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000ae07b-9226-4f10-978c-3b6db535e94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:57.787307647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000ae07b-9226-4f10-978c-3b6db535e94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:57.837368115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000ae07b-9226-4f10-978c-3b6db535e94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:58.701443636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"41ae9475-3e0f-4722-8862-e66708f33973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:58.764749863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"41ae9475-3e0f-4722-8862-e66708f33973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:58.819497612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c694cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef1cb3c810198ad135b47c887cbdc0ae4e93a91e692d7e38374c5db8e1317ee1) AuthConfig (a789083b29b9ba0a9f8b4df017bb60bab2ccde594fb6abb0cdf9f247fb48e9c9) AuthConfig (0fa3082ccecde4d128916afeefc3e5c1864f405f68941dc49a6f3556c83219e9) AuthConfig (cde2cdb7df2e81882b13b2a195285cfabccccefa06b7f24c32cb5e94ea5d06e3) AuthConfig (511558b2fa75e63b8fcda376cfff4c709bc50fb737d350ba7a99ad1c4c3e100f) AuthConfig (9c6d5d9d20ff0d91ad1b05346e169630bef86ae577a6b9047b489c7758b618c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"41ae9475-3e0f-4722-8862-e66708f33973","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:59.800088619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5ba2a7-c043-4d93-b634-ee1266e723e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:59.849339494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5ba2a7-c043-4d93-b634-ee1266e723e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:59.899281611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5ba2a7-c043-4d93-b634-ee1266e723e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:56:59.951355564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5ba2a7-c043-4d93-b634-ee1266e723e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:00.111124601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bfe4ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bfe4ba","reconcileID":"a852935f-18b0-4cfa-ae59-45b90ada4967","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bfe4ba","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bfe4ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.192531765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28e57a-99e8-46e0-85cd-67a6f4033165","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.192555288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae28e57a-99e8-46e0-85cd-67a6f4033165","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.292134982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0c0e5cd-04e3-4d90-a1cd-bb57fe4b0b33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.292161986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0c0e5cd-04e3-4d90-a1cd-bb57fe4b0b33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.388905617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"ecc8497a-235d-4a5a-bf94-a9ef2d3dcb26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.527359202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"ecc8497a-235d-4a5a-bf94-a9ef2d3dcb26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.582915017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3df716-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"ecc8497a-235d-4a5a-bf94-a9ef2d3dcb26","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.635467552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1881ab92-80ca-4af0-8a44-f8a465f248c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.635500395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1881ab92-80ca-4af0-8a44-f8a465f248c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.80223582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244effc1-4d1b-4a17-ace8-8571bd8f7dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.852299801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244effc1-4d1b-4a17-ace8-8571bd8f7dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.901825275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244effc1-4d1b-4a17-ace8-8571bd8f7dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:01.951802231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244effc1-4d1b-4a17-ace8-8571bd8f7dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:03.636053917Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3be297","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3be297","reconcileID":"a47317c0-58b4-46f9-8de8-e07f0fd533db","aitenant":"ai-tenants/e2e-api-a-3be297","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:03.936530433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27083a32-de4e-471a-9c8e-3b082a5b522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:03.985335291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27083a32-de4e-471a-9c8e-3b082a5b522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:04.044111848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27083a32-de4e-471a-9c8e-3b082a5b522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:04.123415829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27083a32-de4e-471a-9c8e-3b082a5b522c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:04.494615141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3be297","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3be297","reconcileID":"a47317c0-58b4-46f9-8de8-e07f0fd533db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3be297","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3be297"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:06.026577151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b41b02c-c93e-4b2e-91af-3e19e80c556b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:06.076060112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b41b02c-c93e-4b2e-91af-3e19e80c556b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:06.124713115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b41b02c-c93e-4b2e-91af-3e19e80c556b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:06.174095689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b41b02c-c93e-4b2e-91af-3e19e80c556b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:07.37794747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"da31172b-4aae-48fd-a688-4698b5be58f2","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:07.377969733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"da31172b-4aae-48fd-a688-4698b5be58f2","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:07.730516578Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-991a15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-991a15","reconcileID":"6be96230-db45-47ba-89bb-5332397c762f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-991a15","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-991a15":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.091314529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d23fbf-900f-468d-a0c7-3600278903f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.140424495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d23fbf-900f-468d-a0c7-3600278903f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.188959093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d23fbf-900f-468d-a0c7-3600278903f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.238070453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08d23fbf-900f-468d-a0c7-3600278903f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.921048098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"7393569d-6b5e-4acc-83a1-760857a588f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:08.976287066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"7393569d-6b5e-4acc-83a1-760857a588f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:09.028953357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c694cc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef1cb3c810198ad135b47c887cbdc0ae4e93a91e692d7e38374c5db8e1317ee1) AuthConfig (a789083b29b9ba0a9f8b4df017bb60bab2ccde594fb6abb0cdf9f247fb48e9c9) AuthConfig (0fa3082ccecde4d128916afeefc3e5c1864f405f68941dc49a6f3556c83219e9) AuthConfig (cde2cdb7df2e81882b13b2a195285cfabccccefa06b7f24c32cb5e94ea5d06e3) AuthConfig (511558b2fa75e63b8fcda376cfff4c709bc50fb737d350ba7a99ad1c4c3e100f) AuthConfig (9c6d5d9d20ff0d91ad1b05346e169630bef86ae577a6b9047b489c7758b618c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"7393569d-6b5e-4acc-83a1-760857a588f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:10.094413812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040cc9ff-191a-443b-b853-4878587f6473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:10.142910861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040cc9ff-191a-443b-b853-4878587f6473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:10.191878353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040cc9ff-191a-443b-b853-4878587f6473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:10.240676427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040cc9ff-191a-443b-b853-4878587f6473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:11.775257769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"02e6c90e-82a6-40f8-bef0-77f118820486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:11.829417882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"02e6c90e-82a6-40f8-bef0-77f118820486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:11.881762478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3df716-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"02e6c90e-82a6-40f8-bef0-77f118820486","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:13.614773884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:19.128157632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"7530b763-59d2-4a4d-8871-e63686c50a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:19.190665924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"7530b763-59d2-4a4d-8871-e63686c50a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:19.449154159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529412f8-51ae-4864-93fd-6d0c3657f8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:19.449171827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"529412f8-51ae-4864-93fd-6d0c3657f8dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.045724205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"d1a05261-c4f6-48b1-82cd-63bf3f1a8f96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.104011284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"d1a05261-c4f6-48b1-82cd-63bf3f1a8f96","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.558246537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b9f1b924-8ba7-4f26-bd33-e49698a5c7c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.614816035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b9f1b924-8ba7-4f26-bd33-e49698a5c7c2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.773048777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d9eb1b-2ebf-4d8e-9d34-c5d589fd29f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.773068667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d9eb1b-2ebf-4d8e-9d34-c5d589fd29f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.812081989Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b8e8556d-ceb6-4337-89ef-1e3859a0a237","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:21.984173516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"d6c1ff7e-7344-4a1d-8025-fbe81f317139","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.038653328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"d6c1ff7e-7344-4a1d-8025-fbe81f317139","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.060515686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b8e8556d-ceb6-4337-89ef-1e3859a0a237","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.096657763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3df716-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7588e0b45bf065b4615395041116da53ef342e745a8e8214bb9bae2ca68df475) AuthConfig (fcb62ff74040ddaa86676c981f119fb2a75c10b506c8f3527f3d135f5f36ff04) AuthConfig (5a93e7e1cb4797d72b00244591d41cd0673a0f079ce10e1074d8c7077a27053a) AuthConfig (c630e46f04979101f81b897e11d51017a5b767328273075e4e4257cc43c0b2d8) AuthConfig (bcc21e62bf20d0345192dd82e39cc1cd536abadcbe9b8b588d146f5a96d2794b) AuthConfig (2101313bfbcfc15ed857b6de6180c079611faef2e459811810d56578cc22e433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"d6c1ff7e-7344-4a1d-8025-fbe81f317139","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.150123169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b91d4a-3fc6-4356-8dea-450ebc51e95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.150141335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b91d4a-3fc6-4356-8dea-450ebc51e95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.18575327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b8e8556d-ceb6-4337-89ef-1e3859a0a237","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"name":"e2e-api-b-c694cc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.188720066Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"e2e-e2e-api-b-c694cc-policy","reconcileID":"b8e8556d-ceb6-4337-89ef-1e3859a0a237","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c694cc-policy","namespace":"ai-tenant-e2e-api-b-c694cc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c694cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.24511381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5398c34-a46c-47c4-97ed-9fadd6f11452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.245132285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5398c34-a46c-47c4-97ed-9fadd6f11452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.35455725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5051d8-4cbf-4da8-bd62-7fda4152d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.404105194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5051d8-4cbf-4da8-bd62-7fda4152d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.452541357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5051d8-4cbf-4da8-bd62-7fda4152d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:22.525942593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f5051d8-4cbf-4da8-bd62-7fda4152d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.326689749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"51f74de5-7a56-451c-aa0f-aa8d07c61442","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.326712613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"51f74de5-7a56-451c-aa0f-aa8d07c61442","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.502938785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a63de4-6384-4098-92a7-b847d9df0508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.559552926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a63de4-6384-4098-92a7-b847d9df0508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.613744183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a63de4-6384-4098-92a7-b847d9df0508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:24.66359696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a63de4-6384-4098-92a7-b847d9df0508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:26.741854719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77058d0-70d3-4276-bf14-3b5a09df3763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:26.798508221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77058d0-70d3-4276-bf14-3b5a09df3763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:26.849983038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77058d0-70d3-4276-bf14-3b5a09df3763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:26.905136475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a77058d0-70d3-4276-bf14-3b5a09df3763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:28.753439577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca816e67-534a-4df6-aaec-1159e22e0124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:28.803151542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca816e67-534a-4df6-aaec-1159e22e0124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:28.851720228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca816e67-534a-4df6-aaec-1159e22e0124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:28.902074021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca816e67-534a-4df6-aaec-1159e22e0124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:32.249607699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"1f63d4d7-c801-4ff2-9aa7-712cc4debe57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:32.305390863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"1f63d4d7-c801-4ff2-9aa7-712cc4debe57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:32.35832302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3df716-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7588e0b45bf065b4615395041116da53ef342e745a8e8214bb9bae2ca68df475) AuthConfig (fcb62ff74040ddaa86676c981f119fb2a75c10b506c8f3527f3d135f5f36ff04) AuthConfig (5a93e7e1cb4797d72b00244591d41cd0673a0f079ce10e1074d8c7077a27053a) AuthConfig (c630e46f04979101f81b897e11d51017a5b767328273075e4e4257cc43c0b2d8) AuthConfig (bcc21e62bf20d0345192dd82e39cc1cd536abadcbe9b8b588d146f5a96d2794b) AuthConfig (2101313bfbcfc15ed857b6de6180c079611faef2e459811810d56578cc22e433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"1f63d4d7-c801-4ff2-9aa7-712cc4debe57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:34.38519749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"10a20d55-92bf-48ef-ab06-0957663a9d63","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:34.385227387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"10a20d55-92bf-48ef-ab06-0957663a9d63","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:41.750329819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08724a59-2063-45f0-bb2e-fdd37d765e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:41.806120238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08724a59-2063-45f0-bb2e-fdd37d765e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:41.854783933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08724a59-2063-45f0-bb2e-fdd37d765e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:41.910808206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08724a59-2063-45f0-bb2e-fdd37d765e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:42.456501308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"e0651597-1519-4685-b8dc-f1fbb421b7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:42.510942253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"e0651597-1519-4685-b8dc-f1fbb421b7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:42.563639778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3df716-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7588e0b45bf065b4615395041116da53ef342e745a8e8214bb9bae2ca68df475) AuthConfig (fcb62ff74040ddaa86676c981f119fb2a75c10b506c8f3527f3d135f5f36ff04) AuthConfig (5a93e7e1cb4797d72b00244591d41cd0673a0f079ce10e1074d8c7077a27053a) AuthConfig (c630e46f04979101f81b897e11d51017a5b767328273075e4e4257cc43c0b2d8) AuthConfig (bcc21e62bf20d0345192dd82e39cc1cd536abadcbe9b8b588d146f5a96d2794b) AuthConfig (2101313bfbcfc15ed857b6de6180c079611faef2e459811810d56578cc22e433)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"e0651597-1519-4685-b8dc-f1fbb421b7b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:43.614351157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:43.758481736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e46d29e-a0fa-4f54-b10e-9e260ad03e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:43.811650229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e46d29e-a0fa-4f54-b10e-9e260ad03e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:43.861335383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e46d29e-a0fa-4f54-b10e-9e260ad03e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:43.910045131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e46d29e-a0fa-4f54-b10e-9e260ad03e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:44.387177235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"175029cb-5e1d-4746-b2a5-cd23f701fc62","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:44.387294487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"175029cb-5e1d-4746-b2a5-cd23f701fc62","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:45.761731334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f5f802-730e-4e8e-a6f6-b27b2d174ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:45.810445966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f5f802-730e-4e8e-a6f6-b27b2d174ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:45.858716211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f5f802-730e-4e8e-a6f6-b27b2d174ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:45.907177183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f5f802-730e-4e8e-a6f6-b27b2d174ac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:52.661600928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"459b002f-b8a1-4a89-b0e1-16fe47563278","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:52.71651909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"459b002f-b8a1-4a89-b0e1-16fe47563278","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:53.020369549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ca76790-0927-4410-931b-01bf9b62f7c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:53.020398496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ca76790-0927-4410-931b-01bf9b62f7c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:54.266695909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"cf167839-a629-49f3-84bd-9c480b16c6a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bfe4ba","tenantID":"e2e-ipp-a-bfe4ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:54.386707957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"cf167839-a629-49f3-84bd-9c480b16c6a6","name":"e2e-ipp-a-bfe4ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:54.388325611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0c7d572b-73d5-4b79-a97d-95ec3178fc1a","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"tenant":"e2e-mt-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","model":"ai-tenant-e2e-mt-625ca3aa/e2e-lifecycle-model-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:57:54.388342178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"e2e-lifecycle-model-625ca3aa","reconcileID":"0c7d572b-73d5-4b79-a97d-95ec3178fc1a","MaaSModelRef":{"name":"e2e-lifecycle-model-625ca3aa","namespace":"ai-tenant-e2e-mt-625ca3aa"},"routeName":"e2e-lifecycle-model-625ca3aa-kserve-route","namespace":"ai-tenant-e2e-mt-625ca3aa","llmisvcName":"e2e-lifecycle-model-625ca3aa","gateway":"openshift-ingress/e2e-mt-625ca3aa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:02.914679109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914dcd65-8887-46cb-9139-5afab65a4a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:02.964805182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914dcd65-8887-46cb-9139-5afab65a4a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:03.013403952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914dcd65-8887-46cb-9139-5afab65a4a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:03.062387649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"914dcd65-8887-46cb-9139-5afab65a4a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:03.672613166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"cf533f54-892e-4879-88e1-5d277b76fe05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:03.783700408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"cf533f54-892e-4879-88e1-5d277b76fe05","name":"e2e-api-b-991a15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:05.019134803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7a4bb0-709b-4202-8181-3bf45a2da4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:05.067879254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7a4bb0-709b-4202-8181-3bf45a2da4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:05.116450535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7a4bb0-709b-4202-8181-3bf45a2da4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:05.165401971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7a4bb0-709b-4202-8181-3bf45a2da4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.728655355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","namespace":"ai-tenant-e2e-api-b-c694cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.72873984Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","namespace":"ai-tenant-e2e-api-b-c694cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.728792004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","tenant":"e2e-api-b-c694cc","tenantID":"e2e-api-b-c694cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.780103075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Deployment","name":"maas-api-e2e-api-b-c694cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.839391944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Service","name":"maas-api-e2e-api-b-c694cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.89211389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c694cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.942426114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c694cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:08.993894409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.04518214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.097913419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.151397621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.199887387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Deployment","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.248960155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.297729801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Service","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.346428395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.394764416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.447778023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.495915989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.550057377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.598231493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.64664241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.699205997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c694cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:09.770090592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c694cc"},"namespace":"ai-tenant-e2e-api-b-c694cc","name":"default-tenant","reconcileID":"9960bdba-737b-443d-a972-9904ba175a8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c694cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:13.475182145Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c694cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c694cc","reconcileID":"0738a131-1bdf-46c7-b3f2-320484c8f328","aitenant":"ai-tenants/e2e-api-b-c694cc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:13.61380952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:13.991428578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04fe65-662e-4702-8f92-181209eb8f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:14.04092284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04fe65-662e-4702-8f92-181209eb8f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:14.090598324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04fe65-662e-4702-8f92-181209eb8f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:14.139388182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a04fe65-662e-4702-8f92-181209eb8f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:14.246410512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c694cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c694cc","reconcileID":"0738a131-1bdf-46c7-b3f2-320484c8f328","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c694cc","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c694cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:16.031448484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce586f21-f308-4dcf-b9c9-acb3058af93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:16.081088937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce586f21-f308-4dcf-b9c9-acb3058af93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:16.129935163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce586f21-f308-4dcf-b9c9-acb3058af93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:16.178546199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce586f21-f308-4dcf-b9c9-acb3058af93f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:17.968583157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935edc25-1abd-4f3d-9701-f591f102b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:18.017454152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935edc25-1abd-4f3d-9701-f591f102b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:18.066187659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935edc25-1abd-4f3d-9701-f591f102b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:18.114902458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"935edc25-1abd-4f3d-9701-f591f102b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:19.89296033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12911475-b2d8-4f58-ae03-902535b8fbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:19.941381469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12911475-b2d8-4f58-ae03-902535b8fbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:19.990037529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12911475-b2d8-4f58-ae03-902535b8fbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:20.040315033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12911475-b2d8-4f58-ae03-902535b8fbb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:21.82243796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45501f4a-36c5-4ab3-8ddb-48d3bce46aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:21.871186375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45501f4a-36c5-4ab3-8ddb-48d3bce46aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:21.919721407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45501f4a-36c5-4ab3-8ddb-48d3bce46aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:21.968479198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45501f4a-36c5-4ab3-8ddb-48d3bce46aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:23.8107202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d950ce5-c351-4216-a53f-f0260be4fd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:23.859845934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d950ce5-c351-4216-a53f-f0260be4fd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:23.908623934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d950ce5-c351-4216-a53f-f0260be4fd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:23.957189482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d950ce5-c351-4216-a53f-f0260be4fd8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:29.964903454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6814aff-64cd-4be1-b5ae-131168b3bc5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:30.014035017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6814aff-64cd-4be1-b5ae-131168b3bc5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:30.062780206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6814aff-64cd-4be1-b5ae-131168b3bc5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:30.111763868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6814aff-64cd-4be1-b5ae-131168b3bc5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:30.535212855Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b02d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b02d7","reconcileID":"2cc8726c-ab43-4542-a875-a80397e5dfdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b02d7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6b02d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:31.939430588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11f61-dbb3-4538-8e3e-b2e1cd3f0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:31.990269531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11f61-dbb3-4538-8e3e-b2e1cd3f0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:32.038681017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11f61-dbb3-4538-8e3e-b2e1cd3f0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:32.087292472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae11f61-dbb3-4538-8e3e-b2e1cd3f0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:33.934634575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2716db63-a0ac-4200-8c54-e45373a89541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:33.984227766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2716db63-a0ac-4200-8c54-e45373a89541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:34.035384315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2716db63-a0ac-4200-8c54-e45373a89541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:34.085810999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2716db63-a0ac-4200-8c54-e45373a89541","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:43.614789549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:49.730047266Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"f953a287-a401-4f1a-b32a-3d91b50960ed","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:49.730143493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"f953a287-a401-4f1a-b32a-3d91b50960ed","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:49.730238746Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"f953a287-a401-4f1a-b32a-3d91b50960ed","aitenant":"ai-tenants/e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:50.170865693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34d65a-2863-4fe2-8ade-e20b1921dfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:50.21950353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34d65a-2863-4fe2-8ade-e20b1921dfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:50.267782183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34d65a-2863-4fe2-8ade-e20b1921dfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:50.318563518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e34d65a-2863-4fe2-8ade-e20b1921dfaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:52.088390615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216856c9-7a41-4652-8ffa-9695d0db5ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:52.137002862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216856c9-7a41-4652-8ffa-9695d0db5ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:52.185684801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216856c9-7a41-4652-8ffa-9695d0db5ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:52.234313476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216856c9-7a41-4652-8ffa-9695d0db5ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:54.119280575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271dbcb7-72f3-438a-a667-585210f970df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:54.168294424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271dbcb7-72f3-438a-a667-585210f970df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:54.221237862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271dbcb7-72f3-438a-a667-585210f970df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:54.278130073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271dbcb7-72f3-438a-a667-585210f970df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:56.61761636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68244a15-01fb-4b4d-a92b-8aacb025680a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:56.666384022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68244a15-01fb-4b4d-a92b-8aacb025680a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:56.715039223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68244a15-01fb-4b4d-a92b-8aacb025680a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:56.766503689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68244a15-01fb-4b4d-a92b-8aacb025680a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:58.548134462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed03d8-3fd1-4bf6-bb28-0e43f883a5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:58.597269108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed03d8-3fd1-4bf6-bb28-0e43f883a5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:58.646074541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed03d8-3fd1-4bf6-bb28-0e43f883a5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:58.694532263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed03d8-3fd1-4bf6-bb28-0e43f883a5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:59.033126034Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4290a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4290a6","reconcileID":"3a403ed5-ed1c-400b-bf6c-be417ee3fb5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4290a6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-4290a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:58:59.784718972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9a6f86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9a6f86","reconcileID":"867a106b-9818-482b-a84c-78bae986b074","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9a6f86","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-9a6f86":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.411426491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be7ebf0e-5c7c-4478-8e3b-223d44f09181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.411448336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be7ebf0e-5c7c-4478-8e3b-223d44f09181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.46344401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"484bec9a-9410-4075-9524-94173cae5ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.46346482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"484bec9a-9410-4075-9524-94173cae5ef1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.560672644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"e0b41f51-167f-4c3d-9452-ce75cad7324e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.618092396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67800ce6-c32c-49a2-8b8a-95139da56374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.666885153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67800ce6-c32c-49a2-8b8a-95139da56374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.721014935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67800ce6-c32c-49a2-8b8a-95139da56374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.744021811Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"e0b41f51-167f-4c3d-9452-ce75cad7324e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.769766913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67800ce6-c32c-49a2-8b8a-95139da56374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.822566093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-991a15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"e0b41f51-167f-4c3d-9452-ce75cad7324e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.877778217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a458dde2-ac5c-49d9-905a-17b692e9f382","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:00.877799644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a458dde2-ac5c-49d9-905a-17b692e9f382","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:02.674702547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a8bb74-fa24-4630-a91e-38b5f06d7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:02.725094077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a8bb74-fa24-4630-a91e-38b5f06d7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:02.778539454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a8bb74-fa24-4630-a91e-38b5f06d7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:02.827654117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5a8bb74-fa24-4630-a91e-38b5f06d7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:04.702036184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e31bdc-da21-4a97-8870-63fcb3576bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:04.750869502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e31bdc-da21-4a97-8870-63fcb3576bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:04.79958607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e31bdc-da21-4a97-8870-63fcb3576bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:04.849113453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e31bdc-da21-4a97-8870-63fcb3576bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.394791922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"a3a42682-284f-4fba-882c-3280d0499be4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.39504016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bed37de-ab29-4613-af10-6788090aa9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.39508536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bed37de-ab29-4613-af10-6788090aa9c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.539705479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"a3a42682-284f-4fba-882c-3280d0499be4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.663518098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"a3a42682-284f-4fba-882c-3280d0499be4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"name":"e2e-api-a-3df716-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.663544755Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"e2e-e2e-api-a-3df716-policy","reconcileID":"a3a42682-284f-4fba-882c-3280d0499be4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3df716-policy","namespace":"ai-tenant-e2e-api-a-3df716"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3df716","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.717670636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfcfddc0-0f1d-4252-8f09-362c6877372b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:06.717706463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfcfddc0-0f1d-4252-8f09-362c6877372b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.536600744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"da93a4d6-ad1a-47d7-b2a7-4832edb0a8e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.638943222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"7ad12e14-71de-4320-96db-17fa04ce2dd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.759483606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"be4ffb27-0676-4eab-b957-da451801d40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.879526403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd27c7d6-bdfa-4655-9718-462e64a9ed2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.980581168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"ae552170-818b-4a08-8dae-bc3262d21828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:08.999410165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8cd4c0-5de9-41c4-9bb9-ade4803c287f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.048819497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8cd4c0-5de9-41c4-9bb9-ade4803c287f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.097469012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8cd4c0-5de9-41c4-9bb9-ade4803c287f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.101328431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d141d6c6-cf02-4d89-b605-67240d2a5df8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.146525684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be8cd4c0-5de9-41c4-9bb9-ade4803c287f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.295064856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"3eb11e57-5966-4216-87ca-c29053fd0478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.44539194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"66df48e5-16f6-4353-9d6b-c6752f60172c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.538531844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"73323300-00b6-421b-b90e-d33d28af4df9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.570120266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"e94cebea-4c02-4141-b78c-30d8c4800ce2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.759791804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"8be1ccbd-d51a-4a82-8073-92bb1c11e2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:09.884393752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"c0035688-dd11-410b-9836-1d8df7bb2e28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:10.984818998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831a445a-df9d-4437-806f-e879c19e3186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:10.984989945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"c44024fd-9bb5-424e-b88d-62ea7d274f84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:11.034596717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831a445a-df9d-4437-806f-e879c19e3186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:11.08398434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831a445a-df9d-4437-806f-e879c19e3186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:11.089302323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"c44024fd-9bb5-424e-b88d-62ea7d274f84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:11.132686512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831a445a-df9d-4437-806f-e879c19e3186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:11.185425204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-991a15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"c44024fd-9bb5-424e-b88d-62ea7d274f84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:12.996122271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc908ad-48c6-41dd-b98b-866f5f892091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:13.045443684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc908ad-48c6-41dd-b98b-866f5f892091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:13.095307017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc908ad-48c6-41dd-b98b-866f5f892091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:13.145054682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc908ad-48c6-41dd-b98b-866f5f892091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:13.614183166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:14.986943537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5300b4-2118-4cef-a4e8-81c87ad24c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:15.035815072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5300b4-2118-4cef-a4e8-81c87ad24c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:15.084853463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5300b4-2118-4cef-a4e8-81c87ad24c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:15.133432825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe5300b4-2118-4cef-a4e8-81c87ad24c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:16.920879551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae6d82f-6a61-47bb-a3f1-4133c47c9f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:16.969563605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae6d82f-6a61-47bb-a3f1-4133c47c9f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:17.019008391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae6d82f-6a61-47bb-a3f1-4133c47c9f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:17.069039632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae6d82f-6a61-47bb-a3f1-4133c47c9f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:18.84246424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0765b4-82dc-4680-ac8e-24b28da4e853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:18.891950254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0765b4-82dc-4680-ac8e-24b28da4e853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:18.940437968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0765b4-82dc-4680-ac8e-24b28da4e853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:18.989023389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0765b4-82dc-4680-ac8e-24b28da4e853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:20.796148144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4101653-cadb-4c7a-ba56-fd7383f9f0ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:20.845297715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4101653-cadb-4c7a-ba56-fd7383f9f0ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:20.893985254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4101653-cadb-4c7a-ba56-fd7383f9f0ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:20.943169822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4101653-cadb-4c7a-ba56-fd7383f9f0ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:21.284605296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"a01f304a-6bf2-42d9-9b85-45a3f4ca4d84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:21.339066024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"a01f304a-6bf2-42d9-9b85-45a3f4ca4d84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:21.39126852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-991a15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"a01f304a-6bf2-42d9-9b85-45a3f4ca4d84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:23.976670558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"284ffcee-f667-4f36-9eef-3b18229ab119","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6b02d7","tenantID":"e2e-ipp-a-6b02d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:24.088434474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"284ffcee-f667-4f36-9eef-3b18229ab119","name":"e2e-ipp-a-6b02d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.363824169Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","namespace":"ai-tenant-e2e-api-a-3df716","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.363935938Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","namespace":"ai-tenant-e2e-api-a-3df716","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.36398916Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","tenant":"e2e-api-a-3df716","tenantID":"e2e-api-a-3df716","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.414315826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Deployment","name":"maas-api-e2e-api-a-3df716","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.471291619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Service","name":"maas-api-e2e-api-a-3df716","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.528141781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3df716","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.578809346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3df716","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.63118251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.686769556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.745796405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.79696391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.845228529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Deployment","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.893465181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.942471644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Service","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:30.995400699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.044013106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.092163855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.140475149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.192904424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.241402642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.289481503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.338330056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3df716","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.404240927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3df716"},"namespace":"ai-tenant-e2e-api-a-3df716","name":"default-tenant","reconcileID":"99914a2d-95d9-43e8-8362-12772d2d9216","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3df716","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.493388238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"93cca5aa-47a5-42dc-9a90-99e944714ac9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.547249659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"93cca5aa-47a5-42dc-9a90-99e944714ac9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:31.599794262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-991a15-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"93cca5aa-47a5-42dc-9a90-99e944714ac9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.351581787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"fdc7f16c-8a9e-444d-8acf-88016602897b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.400187218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"63b14394-f7de-4f82-9acf-9ba7825cc045","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.462429643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"2a1edfb2-cbd8-42f6-a082-a1ec3c7918a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.563529082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"b1405877-651f-4baa-9189-0ef0b4c39908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.878593006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da48b4ef-29f6-437a-ae6f-73311519e707","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:37.998156414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3aa3d6e7-5f36-4449-b2c8-5d87cb820fb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.137648783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bd618d6-fa48-4269-bc00-d61ef22646d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.402950406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"e0d55d72-efb8-4a93-aab6-5ec36dc5deeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.501957652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"48c61a2b-f50d-4313-bd2d-b74703ecab59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.503994804Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3df716","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3df716","reconcileID":"40047317-236d-44bf-82d3-e474cc5b125d","aitenant":"ai-tenants/e2e-api-a-3df716","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.607646908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"ac1223b7-533c-4d23-ab63-23508f8f5648","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.703847299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3824d829-ea94-436f-a150-8d22bbfd6d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.802554716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"50745d04-0d1f-47f4-92b0-459c0055d2f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:38.997813213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a794ba-18ff-46c0-b3d7-9f9e5683deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:39.046437382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a794ba-18ff-46c0-b3d7-9f9e5683deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:39.095442477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a794ba-18ff-46c0-b3d7-9f9e5683deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:39.144550616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a794ba-18ff-46c0-b3d7-9f9e5683deb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:39.298850964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3df716","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3df716","reconcileID":"40047317-236d-44bf-82d3-e474cc5b125d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3df716","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3df716"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:40.957094493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64427e-30d1-43d4-bb2a-a9db5fc4cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.005609345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64427e-30d1-43d4-bb2a-a9db5fc4cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.054177935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64427e-30d1-43d4-bb2a-a9db5fc4cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.102956026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd64427e-30d1-43d4-bb2a-a9db5fc4cf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.703409364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"bd47f2e5-059f-4889-a77e-f1a2cd2121e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.758143759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"bd47f2e5-059f-4889-a77e-f1a2cd2121e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.810956012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-991a15-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c40cc869c7406fc3ef2d680995b7063b7c5b4af35df4412e9039b654489867e4) AuthConfig (c7fe8216d7e5d89c4bc00d984f292990d0276ef07e6cfb0af9f3239054362e50) AuthConfig (6b86a08113700e3c3e8c37e654f370771921d813746868805c202473bd6d4497) AuthConfig (844ed13cf8d5dcc3e5170afe318c683b6924bdd63b078ca751d2ac00f332a30d) AuthConfig (d7f5f879281df4c28b4855e2f3ca82edfe9540888f4ede28db312ed5347f8a58) AuthConfig (0fc7cef3119420869a6067767e2ab931c1bb5fdb644d1b3c66fcecc055fc92d5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"bd47f2e5-059f-4889-a77e-f1a2cd2121e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.865459184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab2f3b2c-db22-4130-89da-9de8d097dde0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:41.865481364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab2f3b2c-db22-4130-89da-9de8d097dde0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:42.89095867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb115f2-1270-4dd6-ae26-b11827784d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:42.939517186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb115f2-1270-4dd6-ae26-b11827784d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:42.994275008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb115f2-1270-4dd6-ae26-b11827784d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:42.996854997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.046087311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cb115f2-1270-4dd6-ae26-b11827784d2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.046181531Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","namespace":"ai-tenant-e2e-mt-625ca3aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.046253128Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","tenant":"e2e-mt-625ca3aa","tenantID":"e2e-mt-625ca3aa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.096605665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Deployment","name":"maas-api-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.15634373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Service","name":"maas-api-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.209855649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.297663571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-625ca3aa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.35223318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.403382244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.45713473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.508200022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.556397381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Deployment","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.604770854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.613903307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.661067515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Service","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.712229943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"Service","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.762217374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"DestinationRule","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.810510141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.858732252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.913902959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:43.962334074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:44.051178589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:44.106195992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-625ca3aa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:44.159167485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-625ca3aa"},"namespace":"ai-tenant-e2e-mt-625ca3aa","name":"default-tenant","reconcileID":"ddf1ecea-23ab-43e3-80d9-56e9229002cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-625ca3aa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:44.898028982Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-625ca3aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-625ca3aa","reconcileID":"d18581f2-7cc8-4e33-aa6e-a84a20beaf82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-625ca3aa","removed":["maas.opendatahub.io/gateway-access-e2e-mt-625ca3aa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.00848418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b5aae0-e10f-48c7-81e4-37801c83c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.057423599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b5aae0-e10f-48c7-81e4-37801c83c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.106708946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b5aae0-e10f-48c7-81e4-37801c83c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.155395264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b5aae0-e10f-48c7-81e4-37801c83c8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.985113665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e298ca-e5e5-4791-a84a-e56964fa3adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:45.985135466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e298ca-e5e5-4791-a84a-e56964fa3adf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.036430048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0948d10f-a150-4661-aa18-324888631204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.036449761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0948d10f-a150-4661-aa18-324888631204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.241359723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-581ce4","reconcileID":"070c58e3-3996-4c5d-a0b9-dda33ca1fda4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.288824924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"597e73bc-fa22-492f-88db-d70f21911234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.288977725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"930a9270-c6dd-4b92-b117-1364a0d58de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.288998295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"930a9270-c6dd-4b92-b117-1364a0d58de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.295108129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-581ce4","reconcileID":"070c58e3-3996-4c5d-a0b9-dda33ca1fda4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.350184188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12184d34-6899-4743-b4e4-0e89ee03dfc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.350202751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12184d34-6899-4743-b4e4-0e89ee03dfc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.479581779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae57d7e4-a1e7-4349-9a70-5add071ca28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.479608414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae57d7e4-a1e7-4349-9a70-5add071ca28e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T15:59:46.52831482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-581ce4","reconcileID":"6138cab2-9e3c-46c9-8e9a-ae2a7d80ab23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-581ce4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.550472464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"597e73bc-fa22-492f-88db-d70f21911234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.57542094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bf6b1e7-6189-45a6-9a61-278d9525d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.575421416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83615d-e066-44d3-9554-06a798ad7e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.59074422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8c51ed-ce3d-4343-a7aa-109307c48dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.590764469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8c51ed-ce3d-4343-a7aa-109307c48dd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.629693052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83615d-e066-44d3-9554-06a798ad7e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.630946239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bf6b1e7-6189-45a6-9a61-278d9525d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.63482208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36f587f2-3144-4902-bf86-8e8a0413531a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.634856735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36f587f2-3144-4902-bf86-8e8a0413531a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.673364583Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"597e73bc-fa22-492f-88db-d70f21911234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"name":"e2e-api-b-991a15-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.673381583Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"e2e-e2e-api-b-991a15-policy","reconcileID":"597e73bc-fa22-492f-88db-d70f21911234","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-991a15-policy","namespace":"ai-tenant-e2e-api-b-991a15"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-991a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.695647535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d2dc76d-b39a-4148-bfa4-17bdd041f0e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.695667432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d2dc76d-b39a-4148-bfa4-17bdd041f0e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.726818913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d562be73-9825-4f70-bdb9-9f749758e4cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.726854516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d562be73-9825-4f70-bdb9-9f749758e4cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.744120413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-581ce4","reconcileID":"36359652-ee5e-403e-b61c-122ced7671d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.797575684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-581ce4","reconcileID":"36359652-ee5e-403e-b61c-122ced7671d0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.944271062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-581ce4","reconcileID":"d95f4cbb-98b6-40bf-9673-e4d4a944366d","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-581ce4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:46.999021367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4ecd10-761b-4eeb-80b2-4313ee515f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.04765068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4ecd10-761b-4eeb-80b2-4313ee515f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.096123957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4ecd10-761b-4eeb-80b2-4313ee515f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.145161202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4ecd10-761b-4eeb-80b2-4313ee515f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.200113788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3816d2f9-e12b-40cb-ac2e-6b2ede8870b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.200141478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3816d2f9-e12b-40cb-ac2e-6b2ede8870b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.243107255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de7ba04d-2592-4ee2-b7bb-8b9de0e8ff0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:47.447450518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-581ce4","reconcileID":"ee789149-698f-4b39-be21-6fdf66a1b1b3","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:48.936346234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9c0f9c-ac65-490f-967d-946d7dc0bb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:48.985391208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9c0f9c-ac65-490f-967d-946d7dc0bb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:49.034280861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9c0f9c-ac65-490f-967d-946d7dc0bb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:49.082620624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c9c0f9c-ac65-490f-967d-946d7dc0bb80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:50.899359397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20b68cc-35ac-4726-a49a-875124f7318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:50.948732276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20b68cc-35ac-4726-a49a-875124f7318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:50.998153281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20b68cc-35ac-4726-a49a-875124f7318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:51.047099005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20b68cc-35ac-4726-a49a-875124f7318c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.018057388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-581ce4","reconcileID":"12f12fd8-e0b9-4ba8-95c0-f6adca0848e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-581ce4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.01818833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84b59341-c2f3-4f81-bfc3-cf759bad15cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.018206899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84b59341-c2f3-4f81-bfc3-cf759bad15cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.222421623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f021c179-3420-4442-97cf-5e460c483188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.22245167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f021c179-3420-4442-97cf-5e460c483188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.374642923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d4b0395-dae1-4dfb-9da5-0f1c3cfb8c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.374663442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d4b0395-dae1-4dfb-9da5-0f1c3cfb8c2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.518394432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"948e5d81-98df-4038-aa1f-d14d2d47a251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.518430175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdae8726-db1b-45a0-90fd-b5d927515fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.572866926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"948e5d81-98df-4038-aa1f-d14d2d47a251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:52.573870174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdae8726-db1b-45a0-90fd-b5d927515fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:58.682349053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"a599f89e-10d5-413b-a9a6-78620452ba52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-4290a6","tenantID":"e2e-ipp-b-4290a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T15:59:58.793099854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"a599f89e-10d5-413b-a9a6-78620452ba52","name":"e2e-ipp-b-4290a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:02.527194742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-581ce4","reconcileID":"e448c46e-d6f9-4c5a-8fee-948d1b0a7b6e","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-581ce4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:02.729353634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-581ce4","reconcileID":"e448c46e-d6f9-4c5a-8fee-948d1b0a7b6e","MaaSSubscription":{"name":"e2e-default-int-sub-581ce4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:02.927412291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aed08b57-e00b-4446-85dd-0daccef7a7d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:02.988626974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c689c57-1e16-4a74-b768-1b1c3351a352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:02.988655369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c689c57-1e16-4a74-b768-1b1c3351a352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.134242595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55d9fa40-cb83-4168-83da-4e567b8d2831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.134242597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6b3df7-7beb-47f0-9225-165989d31d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.189093639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55d9fa40-cb83-4168-83da-4e567b8d2831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.189989208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c6b3df7-7beb-47f0-9225-165989d31d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.325521073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"f390315e-c8b1-4b97-bfc4-f4c96638d413","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-9a6f86","tenantID":"e2e-ipp-b-9a6f86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:03.438084026Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"f390315e-c8b1-4b97-bfc4-f4c96638d413","name":"e2e-ipp-b-9a6f86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:09.211328441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b366a-d863-4ba8-86a0-a4c965fc9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:09.261161141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b366a-d863-4ba8-86a0-a4c965fc9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:09.309515728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b366a-d863-4ba8-86a0-a4c965fc9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:09.358213369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2b366a-d863-4ba8-86a0-a4c965fc9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:09.812692571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e9c088","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e9c088","reconcileID":"5fb6af63-1e09-4d4a-b1c4-845452e1d6b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e9c088","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e9c088":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:11.30920771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1541cf31-e5fc-428d-90c9-29db3dc4c78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:11.358512892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1541cf31-e5fc-428d-90c9-29db3dc4c78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:11.408411933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1541cf31-e5fc-428d-90c9-29db3dc4c78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:11.457455914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1541cf31-e5fc-428d-90c9-29db3dc4c78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:13.24524892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd321e71-13e7-4e0d-be42-64d9b27b5735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:13.295278422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd321e71-13e7-4e0d-be42-64d9b27b5735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:13.345304774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd321e71-13e7-4e0d-be42-64d9b27b5735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:13.397715612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd321e71-13e7-4e0d-be42-64d9b27b5735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:13.643182416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:15.222063744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9e5f01-8149-4c98-8206-ad410cbbea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:15.271220545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9e5f01-8149-4c98-8206-ad410cbbea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:15.325239558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9e5f01-8149-4c98-8206-ad410cbbea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:15.375758381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9e5f01-8149-4c98-8206-ad410cbbea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:29.171934693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ddf39b-2f0b-45ce-ae4f-d9a8db7e8be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:29.220667274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ddf39b-2f0b-45ce-ae4f-d9a8db7e8be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:29.271699932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ddf39b-2f0b-45ce-ae4f-d9a8db7e8be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:29.320940612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ddf39b-2f0b-45ce-ae4f-d9a8db7e8be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:31.089723934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61caac-5db7-4077-a1a7-bf920b12ca4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:31.138472232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61caac-5db7-4077-a1a7-bf920b12ca4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:31.187210706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61caac-5db7-4077-a1a7-bf920b12ca4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:31.235947145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce61caac-5db7-4077-a1a7-bf920b12ca4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:43.614256499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.743049522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","namespace":"ai-tenant-e2e-api-b-991a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.743125372Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","namespace":"ai-tenant-e2e-api-b-991a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.743176532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","tenant":"e2e-api-b-991a15","tenantID":"e2e-api-b-991a15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.793435661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Deployment","name":"maas-api-e2e-api-b-991a15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.858390137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Service","name":"maas-api-e2e-api-b-991a15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.912368028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-991a15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:44.964644363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-991a15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.026776556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.083129425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.13910667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.190796504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.240090918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Deployment","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.289655942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.338520013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Service","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.387200989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"Service","name":"payload-pre-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.43737063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.485723999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.534275166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.58897848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.637734604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.686704824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.736257659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-991a15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:45.787262085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-991a15"},"namespace":"ai-tenant-e2e-api-b-991a15","name":"default-tenant","reconcileID":"11bf92e5-ce79-4f56-a2f9-b40f39889751","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-991a15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:48.368773145Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-991a15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-991a15","reconcileID":"aa9ea771-8387-4677-98a4-a311cb747765","aitenant":"ai-tenants/e2e-api-b-991a15","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:48.863253335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d94b96e-2849-41c9-91a2-92c8f8c1eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:48.911925565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d94b96e-2849-41c9-91a2-92c8f8c1eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:48.960389905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d94b96e-2849-41c9-91a2-92c8f8c1eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:49.009707154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d94b96e-2849-41c9-91a2-92c8f8c1eecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:49.118223432Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-991a15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-991a15","reconcileID":"aa9ea771-8387-4677-98a4-a311cb747765","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-991a15","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-991a15"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:50.811495086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be5544-0126-462b-8616-cbabf5b9a22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:50.861217761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be5544-0126-462b-8616-cbabf5b9a22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:50.911470904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be5544-0126-462b-8616-cbabf5b9a22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:50.959919214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7be5544-0126-462b-8616-cbabf5b9a22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:52.74396701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1aac77-1ece-4a11-a31b-0214c37bfca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:52.792777446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1aac77-1ece-4a11-a31b-0214c37bfca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:52.844920587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1aac77-1ece-4a11-a31b-0214c37bfca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:52.895408259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1aac77-1ece-4a11-a31b-0214c37bfca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:54.788804069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe5496-9b6f-4c54-8c61-9ad1dbe6d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:54.838523382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe5496-9b6f-4c54-8c61-9ad1dbe6d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:54.887360721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe5496-9b6f-4c54-8c61-9ad1dbe6d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:54.936453164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adbe5496-9b6f-4c54-8c61-9ad1dbe6d405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:56.782706894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8734ca6-3e41-445a-8463-3760d1106534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:56.832107145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8734ca6-3e41-445a-8463-3760d1106534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:56.881213325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8734ca6-3e41-445a-8463-3760d1106534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:56.931971152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8734ca6-3e41-445a-8463-3760d1106534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:57.98645284Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e70ed5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e70ed5","reconcileID":"45309911-f2f5-4895-af10-1e2da2cdb07c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e70ed5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e70ed5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:58.744121374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372a60b3-71b6-461f-9ff7-703b142a45ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:58.793287252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372a60b3-71b6-461f-9ff7-703b142a45ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:58.842765682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372a60b3-71b6-461f-9ff7-703b142a45ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:00:58.891536536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372a60b3-71b6-461f-9ff7-703b142a45ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:00.75318357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481a4d1-caa6-4acc-a165-f5fd16bf8af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:00.801618115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481a4d1-caa6-4acc-a165-f5fd16bf8af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:00.850993353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481a4d1-caa6-4acc-a165-f5fd16bf8af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:00.900552621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9481a4d1-caa6-4acc-a165-f5fd16bf8af1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:02.940028159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16310b2d-b64c-497c-81d2-6ac842f2dd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:02.988823538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16310b2d-b64c-497c-81d2-6ac842f2dd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:03.039404378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16310b2d-b64c-497c-81d2-6ac842f2dd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:03.088799757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16310b2d-b64c-497c-81d2-6ac842f2dd2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:04.875880149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5005-5aa4-4159-beae-fdcfdfa79053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:04.92435718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5005-5aa4-4159-beae-fdcfdfa79053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:04.978610193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5005-5aa4-4159-beae-fdcfdfa79053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:05.028257057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5005-5aa4-4159-beae-fdcfdfa79053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.088090018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"f44d2225-6c90-4eba-bc37-1f66e3a7a86c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e9c088","tenantID":"e2e-ipp-a-e9c088","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.204056488Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"f44d2225-6c90-4eba-bc37-1f66e3a7a86c","name":"e2e-ipp-a-e9c088-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.726085307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4deba03-e37b-487a-a0df-7e4f98e47dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.774706947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4deba03-e37b-487a-a0df-7e4f98e47dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.823294362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4deba03-e37b-487a-a0df-7e4f98e47dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:10.871695661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4deba03-e37b-487a-a0df-7e4f98e47dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:12.691972944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e542865-9710-4e71-a113-234e712304c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:12.740526028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e542865-9710-4e71-a113-234e712304c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:12.789067828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e542865-9710-4e71-a113-234e712304c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:12.837586866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e542865-9710-4e71-a113-234e712304c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:13.614298315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:14.705367531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f2f6d-d5d4-4ce8-8824-3fa4e7c4a055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:14.754025316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f2f6d-d5d4-4ce8-8824-3fa4e7c4a055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:14.80259439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f2f6d-d5d4-4ce8-8824-3fa4e7c4a055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:14.851132708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0f2f6d-d5d4-4ce8-8824-3fa4e7c4a055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:18.889269422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1848b48-c3e3-4d71-85c1-2dbe2638008c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:18.938137941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1848b48-c3e3-4d71-85c1-2dbe2638008c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:18.98720699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1848b48-c3e3-4d71-85c1-2dbe2638008c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:19.036247733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1848b48-c3e3-4d71-85c1-2dbe2638008c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:20.924881742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0125280-77a8-4f7f-a2b2-8b30f2c5ce15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:20.97367976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0125280-77a8-4f7f-a2b2-8b30f2c5ce15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:21.022420274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0125280-77a8-4f7f-a2b2-8b30f2c5ce15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:21.070932235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0125280-77a8-4f7f-a2b2-8b30f2c5ce15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:22.91346758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7549643b-e182-44bb-a2a5-2e2cb0ec67ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:22.962650094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7549643b-e182-44bb-a2a5-2e2cb0ec67ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:23.01227616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7549643b-e182-44bb-a2a5-2e2cb0ec67ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:23.060734902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7549643b-e182-44bb-a2a5-2e2cb0ec67ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:24.920433224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296f774-fd93-4b5a-b388-ac3a99293c2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:24.970062614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296f774-fd93-4b5a-b388-ac3a99293c2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:25.019225765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296f774-fd93-4b5a-b388-ac3a99293c2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:25.067894277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6296f774-fd93-4b5a-b388-ac3a99293c2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.353984738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","namespace":"ai-tenant-e2e-ipp-a-f711cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.354050131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","namespace":"ai-tenant-e2e-ipp-a-f711cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.354103696Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","tenant":"e2e-ipp-a-f711cc","tenantID":"e2e-ipp-a-f711cc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.405722664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f711cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.48119037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Service","name":"maas-api-e2e-ipp-a-f711cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.537337437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f711cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.588543887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f711cc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.643210751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.696339514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.763299553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.821283231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.875927137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.931995384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:32.991640218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Service","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.052992508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.14073512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.196300497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.252812554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.306424059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.357043194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.408022129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.466260329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f711cc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:33.523093002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f711cc"},"namespace":"ai-tenant-e2e-ipp-a-f711cc","name":"default-tenant","reconcileID":"42827d89-cbc6-4ed5-8930-ebc6a1d84f65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f711cc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.43324588Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f711cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f711cc","reconcileID":"7f287d58-bb4d-47ff-a417-b7c485c72506","aitenant":"ai-tenants/e2e-ipp-a-f711cc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.456082294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","namespace":"ai-tenant-e2e-ipp-a-bfe4ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.456139382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","namespace":"ai-tenant-e2e-ipp-a-bfe4ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.456190299Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","tenant":"e2e-ipp-a-bfe4ba","tenantID":"e2e-ipp-a-bfe4ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.507808825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bfe4ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.577398759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Service","name":"maas-api-e2e-ipp-a-bfe4ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.661060126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bfe4ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.715305486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bfe4ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.769628537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.82942892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.88328991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.939970492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:38.985573971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10b4d98-1670-4b5f-9441-0d1c26b5bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.037496716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10b4d98-1670-4b5f-9441-0d1c26b5bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.047306471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.087052502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10b4d98-1670-4b5f-9441-0d1c26b5bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.14565168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10b4d98-1670-4b5f-9441-0d1c26b5bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.16816586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.255053574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Service","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.288432648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f711cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f711cc","reconcileID":"7f287d58-bb4d-47ff-a417-b7c485c72506","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f711cc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f711cc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.343792721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.419970977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.47825035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.531769256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.586966457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.63776361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.691985288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.749847078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bfe4ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:39.806724176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bfe4ba"},"namespace":"ai-tenant-e2e-ipp-a-bfe4ba","name":"default-tenant","reconcileID":"dc395118-81d6-4cbd-b2f6-9304a3c2a1f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bfe4ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:41.033256544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac19b91-dfdb-4210-8434-53a0a9f5ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:41.081722744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac19b91-dfdb-4210-8434-53a0a9f5ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:41.132627509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac19b91-dfdb-4210-8434-53a0a9f5ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:41.181760554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac19b91-dfdb-4210-8434-53a0a9f5ec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:43.019912512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1561289e-aaa7-4be8-816a-e440b9a49757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:43.069203573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1561289e-aaa7-4be8-816a-e440b9a49757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:43.117797688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1561289e-aaa7-4be8-816a-e440b9a49757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:43.177943453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1561289e-aaa7-4be8-816a-e440b9a49757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:43.616908427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.03812462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fa631a-0fbb-4216-bcf9-ed7721e67c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.08663289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fa631a-0fbb-4216-bcf9-ed7721e67c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.136013813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fa631a-0fbb-4216-bcf9-ed7721e67c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.185435778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fa631a-0fbb-4216-bcf9-ed7721e67c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.185518022Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bfe4ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bfe4ba","reconcileID":"cf1a303a-8bb9-4fc6-a13b-2695c9760207","aitenant":"ai-tenants/e2e-ipp-a-bfe4ba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:45.960049033Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bfe4ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bfe4ba","reconcileID":"cf1a303a-8bb9-4fc6-a13b-2695c9760207","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bfe4ba","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bfe4ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:47.154692213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b92a932-71ac-40d6-baba-3981e7c72f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:47.203318888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b92a932-71ac-40d6-baba-3981e7c72f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:47.252286178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b92a932-71ac-40d6-baba-3981e7c72f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:47.302940898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b92a932-71ac-40d6-baba-3981e7c72f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:49.319053023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa58404-a412-40e2-a2e1-dcd1277220b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:49.368298065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa58404-a412-40e2-a2e1-dcd1277220b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:49.418063967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa58404-a412-40e2-a2e1-dcd1277220b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:49.467029162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa58404-a412-40e2-a2e1-dcd1277220b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:51.392349351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2fad0f-7bfc-4f91-89d8-8a5fd234f3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:51.440958858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2fad0f-7bfc-4f91-89d8-8a5fd234f3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:51.490122056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2fad0f-7bfc-4f91-89d8-8a5fd234f3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:51.538800642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2fad0f-7bfc-4f91-89d8-8a5fd234f3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:51.98995465Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ba4f3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ba4f3c","reconcileID":"2c3ef343-1bf2-488f-9e68-9888ec27a0c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ba4f3c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ba4f3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:53.451241633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3100405-7a46-4942-9b17-72a04b735fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:53.499884683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3100405-7a46-4942-9b17-72a04b735fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:53.548389732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3100405-7a46-4942-9b17-72a04b735fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:53.598474209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3100405-7a46-4942-9b17-72a04b735fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:55.509341449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee33511-cb22-4eff-ad2e-3126bffe0b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:55.560356971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee33511-cb22-4eff-ad2e-3126bffe0b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:55.609274284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee33511-cb22-4eff-ad2e-3126bffe0b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:55.658258491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee33511-cb22-4eff-ad2e-3126bffe0b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:57.600555184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23546e42-d9dc-4ade-9d3f-5825b1f715b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:57.650253427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23546e42-d9dc-4ade-9d3f-5825b1f715b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:57.698907256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23546e42-d9dc-4ade-9d3f-5825b1f715b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:01:57.747709346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23546e42-d9dc-4ade-9d3f-5825b1f715b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:04.515238027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"649c03a8-ef91-4e05-a2cc-a9a0f8ff4d19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:04.629130056Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"649c03a8-ef91-4e05-a2cc-a9a0f8ff4d19","name":"e2e-ipp-a-e70ed5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:13.615289429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:15.978223296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993cdc82-8ce0-42d6-a8e3-78248f914094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:16.02780132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993cdc82-8ce0-42d6-a8e3-78248f914094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:16.076625352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993cdc82-8ce0-42d6-a8e3-78248f914094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:16.125349192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993cdc82-8ce0-42d6-a8e3-78248f914094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:17.981680568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e258cdf8-b26f-430a-81ed-b484a69ff0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:18.03047223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e258cdf8-b26f-430a-81ed-b484a69ff0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:18.079171205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e258cdf8-b26f-430a-81ed-b484a69ff0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:18.128547975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e258cdf8-b26f-430a-81ed-b484a69ff0a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:20.260133796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31469873-e182-4791-9187-64c9cfaed1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:20.309951362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31469873-e182-4791-9187-64c9cfaed1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:20.359266964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31469873-e182-4791-9187-64c9cfaed1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:20.408663053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31469873-e182-4791-9187-64c9cfaed1b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:22.326484452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a44c98d-1647-4fde-9ae0-cb660142061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:22.378634404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a44c98d-1647-4fde-9ae0-cb660142061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:22.429112041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a44c98d-1647-4fde-9ae0-cb660142061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:22.479541328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a44c98d-1647-4fde-9ae0-cb660142061f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:24.297571836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa4625a-e1f2-4264-8c51-9fceac27dc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:24.346335688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa4625a-e1f2-4264-8c51-9fceac27dc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:24.394738611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa4625a-e1f2-4264-8c51-9fceac27dc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:24.443521079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa4625a-e1f2-4264-8c51-9fceac27dc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:24.453122412Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7c6470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7c6470","reconcileID":"48b34566-3f26-4b24-b8c6-81fa8334cfdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7c6470","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-7c6470":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:26.397893854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031085b-78f1-4417-a74e-fc112d324d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:26.447014539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031085b-78f1-4417-a74e-fc112d324d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:26.497087758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031085b-78f1-4417-a74e-fc112d324d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:26.545723114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2031085b-78f1-4417-a74e-fc112d324d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:28.412643106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f1db39-92bf-47d4-9fd0-5ec61081cc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:28.462058041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f1db39-92bf-47d4-9fd0-5ec61081cc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:28.511469507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f1db39-92bf-47d4-9fd0-5ec61081cc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:28.560277117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f1db39-92bf-47d4-9fd0-5ec61081cc7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:30.411693782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969fda81-601e-4de5-bb48-a196a6d94e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:30.460071293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969fda81-601e-4de5-bb48-a196a6d94e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:30.510106996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969fda81-601e-4de5-bb48-a196a6d94e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:30.561246989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969fda81-601e-4de5-bb48-a196a6d94e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:32.356221183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50af0b2-4235-4cb1-8a93-dfcac49172ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:32.405322255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50af0b2-4235-4cb1-8a93-dfcac49172ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:32.453556852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50af0b2-4235-4cb1-8a93-dfcac49172ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:32.502239912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f50af0b2-4235-4cb1-8a93-dfcac49172ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:34.30830511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393f5c7e-ab66-4d51-a2d7-6a748dda0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:34.356912247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393f5c7e-ab66-4d51-a2d7-6a748dda0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:34.405400017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393f5c7e-ab66-4d51-a2d7-6a748dda0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:34.454123083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393f5c7e-ab66-4d51-a2d7-6a748dda0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.232290797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"8417e10c-2c44-4e4a-a67a-fef71e1aafcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.362390678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"0ec6a7b9-8b1b-4585-8b3f-0c75e54ab239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.4890058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"08aa0bce-3790-4694-86ad-93d64eb79fd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.588065069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"201e43ce-5e55-4bde-a750-1c8d068a79b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.611081593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"5abc8758-9896-4954-b8ba-8705cfb5057a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.7325416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"dc82c2b1-5779-4161-b8ea-9506499293c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.855920042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ec61b92-e2ef-4578-a882-dac60c0fc82c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:36.95531926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"2afaeb00-b771-4acc-865d-d58c3c7e247d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:37.095377813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"b89367e4-9ccb-4fb9-92fa-2dd3b4e66711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:37.33429936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"8b093bee-f379-4402-be85-b66bf88cf6b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:37.434389092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b3ebc5cb-299e-4051-82a1-a793bfa6e9a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:37.535230713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"0d0b41de-805a-48d3-aea9-e5dd57289f93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:43.614106144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.64504047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","namespace":"ai-tenant-e2e-ipp-b-4290a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.6451062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","namespace":"ai-tenant-e2e-ipp-b-4290a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.64516143Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","tenant":"e2e-ipp-b-4290a6","tenantID":"e2e-ipp-b-4290a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.695698436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Deployment","name":"maas-api-e2e-ipp-b-4290a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.770292379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Service","name":"maas-api-e2e-ipp-b-4290a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.828823141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-4290a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.881484112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-4290a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.936036684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:45.988032913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.043474767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.1092068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.175097165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.228247758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.302408403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Service","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.386115714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.439409265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.491116685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.544242108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.601625836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.664881159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.715654992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.766921374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-4290a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:46.819639268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-4290a6"},"namespace":"ai-tenant-e2e-ipp-b-4290a6","name":"default-tenant","reconcileID":"1ffe26fb-6b8d-4d30-a354-059712772583","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-4290a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.379688875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"e1d4cf5d-87bd-4f0b-b16b-5aacd125d57b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ba4f3c","tenantID":"e2e-ipp-b-ba4f3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.493148191Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"e1d4cf5d-87bd-4f0b-b16b-5aacd125d57b","name":"e2e-ipp-b-ba4f3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.548046144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","namespace":"ai-tenant-e2e-ipp-b-9a6f86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.548113901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","namespace":"ai-tenant-e2e-ipp-b-9a6f86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.548171614Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","tenant":"e2e-ipp-b-9a6f86","tenantID":"e2e-ipp-b-9a6f86","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.598629602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Deployment","name":"maas-api-e2e-ipp-b-9a6f86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.661332985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Service","name":"maas-api-e2e-ipp-b-9a6f86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.718690507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-9a6f86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.769961474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-9a6f86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.825500372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.886331211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.940620131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:51.9931675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.060157301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.112699146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.172599639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Service","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.232322646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.283946855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.335311626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.387961439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.442460613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.493129738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.545857905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.599446798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-9a6f86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:52.653133227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-9a6f86"},"namespace":"ai-tenant-e2e-ipp-b-9a6f86","name":"default-tenant","reconcileID":"556e537c-cf9f-47de-9c12-ee69ebfae531","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-9a6f86","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:56.367917952Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4290a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4290a6","reconcileID":"731eb02a-781f-4cfd-9789-80c8fc57f2df","aitenant":"ai-tenants/e2e-ipp-b-4290a6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:56.919750029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282263d-265f-43c0-b2de-01a134c498ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:56.968231838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282263d-265f-43c0-b2de-01a134c498ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:57.016922694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282263d-265f-43c0-b2de-01a134c498ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:57.065689485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282263d-265f-43c0-b2de-01a134c498ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:57.122217018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-4290a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-4290a6","reconcileID":"731eb02a-781f-4cfd-9789-80c8fc57f2df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-4290a6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-4290a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:59.035924959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059fc087-e845-4d82-ae4d-88a8a8d1e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:59.084385265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059fc087-e845-4d82-ae4d-88a8a8d1e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:59.133891299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059fc087-e845-4d82-ae4d-88a8a8d1e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:02:59.182527824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"059fc087-e845-4d82-ae4d-88a8a8d1e53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:01.089943608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec780dd2-90bd-481e-8305-177d58976132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:01.138737257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec780dd2-90bd-481e-8305-177d58976132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:01.18731762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec780dd2-90bd-481e-8305-177d58976132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:01.236032507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec780dd2-90bd-481e-8305-177d58976132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:01.892240902Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9a6f86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9a6f86","reconcileID":"b703420a-3473-4c2d-bc06-ac7bfbfe8e5b","aitenant":"ai-tenants/e2e-ipp-b-9a6f86","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:02.686557165Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-9a6f86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-9a6f86","reconcileID":"b703420a-3473-4c2d-bc06-ac7bfbfe8e5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-9a6f86","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-9a6f86"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:03.125559394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd8855b-9bb7-4238-98c0-4152bae70cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:03.174556639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd8855b-9bb7-4238-98c0-4152bae70cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:03.223892474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd8855b-9bb7-4238-98c0-4152bae70cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:03.272321588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd8855b-9bb7-4238-98c0-4152bae70cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:04.467137066Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6e3736","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6e3736","reconcileID":"f74919ab-b3a6-4a7d-83b7-9ca7b38fc190","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6e3736","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6e3736":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:05.110228145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876917c-1631-499a-8d11-18ab26984f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:05.161045258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876917c-1631-499a-8d11-18ab26984f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:05.210754808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876917c-1631-499a-8d11-18ab26984f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:05.25947079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1876917c-1631-499a-8d11-18ab26984f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:07.093783466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5564ff6b-48f4-4c04-9845-8d3513310ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:07.142307009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5564ff6b-48f4-4c04-9845-8d3513310ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:07.191297849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5564ff6b-48f4-4c04-9845-8d3513310ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:07.240145434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5564ff6b-48f4-4c04-9845-8d3513310ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.091092294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9744893d-8631-4171-bfeb-6f74255c6fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.139774654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9744893d-8631-4171-bfeb-6f74255c6fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.188390999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9744893d-8631-4171-bfeb-6f74255c6fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.189319721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6ce7181b-ff88-49d8-a529-1d6b3013c12f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.237317439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9744893d-8631-4171-bfeb-6f74255c6fad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.335714923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"942742d9-47e6-4225-9152-1d1e139e7694","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.384195932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"57be3435-ec37-4d08-ae83-fb6f34da9cd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.486221112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"66b51845-4e59-4dfc-8914-db23b2d1a7c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.486736977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"f5b4c752-c7e8-4d35-8a44-ed227b7a1a65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.593114581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2cbf867f-d8ba-48ea-ae51-5f9a29103ba5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.687474986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"a53deb20-6867-40f0-9dad-fe5b6c78aeaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.70947224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"7034bfc9-d495-4c0b-bca3-d5f1a8615a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.842155029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"c999f4af-2efd-40d0-b57b-248472ce85e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:09.961269169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebbbc62b-c088-4fbf-8964-1a02b049f5d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:10.084530267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9a4bf8bf-43aa-4d97-8d73-aa358ca725e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:10.336660101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"77c11bf0-5e08-4a43-a1f3-201b35167107","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:13.615051413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:16.066597015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd144165-8b05-4dee-8f06-6bbe30416da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:16.115223719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd144165-8b05-4dee-8f06-6bbe30416da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:16.164226259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd144165-8b05-4dee-8f06-6bbe30416da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:16.226549867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd144165-8b05-4dee-8f06-6bbe30416da7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:16.641124641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-877f62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-877f62","reconcileID":"d326b921-4562-4163-ad8d-314237a32997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-877f62","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-877f62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:18.091313487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb0a743-7a81-49ae-a281-edaf68803156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:18.140540613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb0a743-7a81-49ae-a281-edaf68803156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:18.189095612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb0a743-7a81-49ae-a281-edaf68803156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:18.238420518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeb0a743-7a81-49ae-a281-edaf68803156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:20.15289918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd62828-cebc-4599-a19a-a0ae188fcaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:20.213682309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd62828-cebc-4599-a19a-a0ae188fcaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:20.26567531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd62828-cebc-4599-a19a-a0ae188fcaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:20.315217355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dd62828-cebc-4599-a19a-a0ae188fcaaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:21.084377365Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b67d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b67d0a","reconcileID":"3dac439c-d21e-4f39-b317-3b41048dd178","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b67d0a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b67d0a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:22.306407293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca5731f-9724-4651-afe1-f16fd86c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:22.354887776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca5731f-9724-4651-afe1-f16fd86c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:22.403926151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca5731f-9724-4651-afe1-f16fd86c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:22.453346935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca5731f-9724-4651-afe1-f16fd86c5e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.287815608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63e89e-5055-4ebe-871f-a0f5b397d6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.336980444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63e89e-5055-4ebe-871f-a0f5b397d6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.385206071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63e89e-5055-4ebe-871f-a0f5b397d6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.433659274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e63e89e-5055-4ebe-871f-a0f5b397d6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.681988261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"1cdd3cbe-0184-4e16-8a9d-a53d82a6b25a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-7c6470","tenantID":"e2e-ipp-b-7c6470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:24.795038657Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"1cdd3cbe-0184-4e16-8a9d-a53d82a6b25a","name":"e2e-ipp-b-7c6470-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:43.61571805Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:51.158646155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517e481-7db0-4382-825b-39ba124e87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:51.207848667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517e481-7db0-4382-825b-39ba124e87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:51.25633267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517e481-7db0-4382-825b-39ba124e87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:51.305351494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b517e481-7db0-4382-825b-39ba124e87a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:53.129326677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0337b46-98d8-41e3-90d3-8f758b7123d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:53.178145924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0337b46-98d8-41e3-90d3-8f758b7123d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:53.226556809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0337b46-98d8-41e3-90d3-8f758b7123d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:53.275262814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0337b46-98d8-41e3-90d3-8f758b7123d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:55.150242533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278e070c-1958-4910-bbf0-54f480bc8918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:55.214449349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278e070c-1958-4910-bbf0-54f480bc8918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:55.267996244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278e070c-1958-4910-bbf0-54f480bc8918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:55.316582817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278e070c-1958-4910-bbf0-54f480bc8918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:57.226189399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4127775-477c-4905-8830-f72b2a5a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:57.274649485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4127775-477c-4905-8830-f72b2a5a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:57.323124738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4127775-477c-4905-8830-f72b2a5a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:57.371479689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4127775-477c-4905-8830-f72b2a5a7f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:59.233328983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119ec73b-0928-4a35-97df-5e69de20f04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:59.282650616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119ec73b-0928-4a35-97df-5e69de20f04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:59.331366263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119ec73b-0928-4a35-97df-5e69de20f04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:03:59.380683328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119ec73b-0928-4a35-97df-5e69de20f04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:05.749274676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8ae622-962b-457b-953e-5b00e4492c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:05.799512184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8ae622-962b-457b-953e-5b00e4492c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:05.848076431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8ae622-962b-457b-953e-5b00e4492c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:05.896845678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8ae622-962b-457b-953e-5b00e4492c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:06.703604935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"5763ea3d-2b44-4e5e-85de-87cf91a87f88","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6e3736","tenantID":"e2e-praxis-a-6e3736","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:06.820627863Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"5763ea3d-2b44-4e5e-85de-87cf91a87f88","name":"e2e-praxis-a-6e3736-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:07.792905553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9eff42-3ec3-4d17-a816-7cfe2257722d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:07.841705946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9eff42-3ec3-4d17-a816-7cfe2257722d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:07.890770622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9eff42-3ec3-4d17-a816-7cfe2257722d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:07.940366049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef9eff42-3ec3-4d17-a816-7cfe2257722d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:09.744035782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdef6ce-5f7c-48b6-a7d7-329df1ae78f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:09.792940099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdef6ce-5f7c-48b6-a7d7-329df1ae78f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:09.841752514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdef6ce-5f7c-48b6-a7d7-329df1ae78f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:09.89271765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdef6ce-5f7c-48b6-a7d7-329df1ae78f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:11.706224839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76affc-484f-4e6b-973a-dc930d82749a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:11.755575695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76affc-484f-4e6b-973a-dc930d82749a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:11.804716218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76affc-484f-4e6b-973a-dc930d82749a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:11.854052478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec76affc-484f-4e6b-973a-dc930d82749a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:13.625717378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:22.799546791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"1de9cb13-7a26-4452-8fb4-ddee2abef47a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-877f62","tenantID":"e2e-ipp-b-877f62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:22.91139963Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"1de9cb13-7a26-4452-8fb4-ddee2abef47a","name":"e2e-ipp-b-877f62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:32.080110122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"5501f8e8-bb41-49e5-9d33-1a67653830bc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b67d0a","tenantID":"e2e-praxis-a-b67d0a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:32.191574692Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"5501f8e8-bb41-49e5-9d33-1a67653830bc","name":"e2e-praxis-a-b67d0a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:38.524009948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a52d91e-0be1-46ab-92a7-94c2af9286c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:38.572875464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a52d91e-0be1-46ab-92a7-94c2af9286c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:38.621475782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a52d91e-0be1-46ab-92a7-94c2af9286c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:38.670323269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a52d91e-0be1-46ab-92a7-94c2af9286c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:40.450423901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1975769-cad7-4ab8-aed2-173f329db160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:40.499309609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1975769-cad7-4ab8-aed2-173f329db160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:40.548067369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1975769-cad7-4ab8-aed2-173f329db160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:40.597217675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1975769-cad7-4ab8-aed2-173f329db160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.584288026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","namespace":"ai-tenant-e2e-ipp-a-6b02d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.584355616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","namespace":"ai-tenant-e2e-ipp-a-6b02d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.584406356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","tenant":"e2e-ipp-a-6b02d7","tenantID":"e2e-ipp-a-6b02d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.635048513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6b02d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.694606382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Service","name":"maas-api-e2e-ipp-a-6b02d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.746943965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6b02d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.798017197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6b02d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.861574554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.913721149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:41.967465762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.018841871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.071169448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.1241933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.181713697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Service","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.244629679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.296873833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.364180674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.424965196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.483382554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.534508908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.585362838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.643118574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6b02d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:42.70152833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b02d7"},"namespace":"ai-tenant-e2e-ipp-a-6b02d7","name":"default-tenant","reconcileID":"94806219-8c1c-4eae-b5e4-6319dbc51ae7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6b02d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:43.622309525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:50.761267724Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b02d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b02d7","reconcileID":"d9a76b05-9db1-4d8a-b142-8daeaf7fdd3f","aitenant":"ai-tenants/e2e-ipp-a-6b02d7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:51.308932092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c13f2c-d3e0-4cc4-b258-ce9e767268de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:51.357359284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c13f2c-d3e0-4cc4-b258-ce9e767268de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:51.40613031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c13f2c-d3e0-4cc4-b258-ce9e767268de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:51.45461138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c13f2c-d3e0-4cc4-b258-ce9e767268de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:51.512276776Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b02d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b02d7","reconcileID":"d9a76b05-9db1-4d8a-b142-8daeaf7fdd3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b02d7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6b02d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:53.325687264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63d843e-5df1-4f51-935f-7d8016d1b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:53.377362187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63d843e-5df1-4f51-935f-7d8016d1b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:53.42616853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63d843e-5df1-4f51-935f-7d8016d1b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:53.476294545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a63d843e-5df1-4f51-935f-7d8016d1b21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:55.304166615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0562ad-9e02-49af-a6a9-fd71c7f2f22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:55.352710494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0562ad-9e02-49af-a6a9-fd71c7f2f22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:55.401242738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0562ad-9e02-49af-a6a9-fd71c7f2f22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:55.450397638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0562ad-9e02-49af-a6a9-fd71c7f2f22c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:57.28780485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61a1a7-4733-4ed4-98b5-06c665d5c7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:57.336339165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61a1a7-4733-4ed4-98b5-06c665d5c7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:57.384580815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61a1a7-4733-4ed4-98b5-06c665d5c7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:04:57.433664754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61a1a7-4733-4ed4-98b5-06c665d5c7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:13.615326691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:17.038380646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbacde2f-2b07-4fb0-b870-5e147051da3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:17.08716896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbacde2f-2b07-4fb0-b870-5e147051da3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:17.136642573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbacde2f-2b07-4fb0-b870-5e147051da3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:17.185065425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbacde2f-2b07-4fb0-b870-5e147051da3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:19.014157116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1354ec-a64b-461a-83cd-b5428e0e8cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:19.06419299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1354ec-a64b-461a-83cd-b5428e0e8cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:19.113955347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1354ec-a64b-461a-83cd-b5428e0e8cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:19.163978515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1354ec-a64b-461a-83cd-b5428e0e8cdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:21.012284829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82fb896-8a99-4908-bf54-06db68e26bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:21.061739577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82fb896-8a99-4908-bf54-06db68e26bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:21.110513882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82fb896-8a99-4908-bf54-06db68e26bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:21.159337997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82fb896-8a99-4908-bf54-06db68e26bec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:22.931880447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f80599-b459-4126-9b86-d71126e32c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:22.980396154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f80599-b459-4126-9b86-d71126e32c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:23.029143383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f80599-b459-4126-9b86-d71126e32c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:23.078724516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f80599-b459-4126-9b86-d71126e32c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:23.605384619Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9afa66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9afa66","reconcileID":"02f70054-7d55-4a3c-8ce1-5dfe5d748a2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9afa66","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9afa66":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:24.891490624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fcaf18-855f-43ab-886e-d4699cdd25b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:24.941089021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fcaf18-855f-43ab-886e-d4699cdd25b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:24.989427849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fcaf18-855f-43ab-886e-d4699cdd25b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:25.037916887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48fcaf18-855f-43ab-886e-d4699cdd25b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:26.893802626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e0cf5d-3429-4bcf-a45b-e9f602873534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:26.942577275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e0cf5d-3429-4bcf-a45b-e9f602873534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:26.991373667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e0cf5d-3429-4bcf-a45b-e9f602873534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:27.040078724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43e0cf5d-3429-4bcf-a45b-e9f602873534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:28.947724464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce87b69-53d5-42f3-bd74-1e3cff42f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:28.996431408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce87b69-53d5-42f3-bd74-1e3cff42f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:29.046472489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce87b69-53d5-42f3-bd74-1e3cff42f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:29.095456198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce87b69-53d5-42f3-bd74-1e3cff42f057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:30.87758479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84687831-2d79-4ebc-92dc-c05e2f766661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:30.926603646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84687831-2d79-4ebc-92dc-c05e2f766661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:30.974997399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84687831-2d79-4ebc-92dc-c05e2f766661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:31.023586902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84687831-2d79-4ebc-92dc-c05e2f766661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:32.905461271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a423792-7aad-428a-ac00-db0d05bbb5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:32.954129392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a423792-7aad-428a-ac00-db0d05bbb5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:33.003871767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a423792-7aad-428a-ac00-db0d05bbb5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:33.05798947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a423792-7aad-428a-ac00-db0d05bbb5d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:34.835393444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a0e7-6dc7-419f-a300-3a905a51a364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:34.884513969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a0e7-6dc7-419f-a300-3a905a51a364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:34.93300225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a0e7-6dc7-419f-a300-3a905a51a364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:34.981710619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a08a0e7-6dc7-419f-a300-3a905a51a364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:36.809215673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ee9eb6-10a7-4b56-a296-76aa69705336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:36.857653622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ee9eb6-10a7-4b56-a296-76aa69705336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:36.906270308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ee9eb6-10a7-4b56-a296-76aa69705336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:36.955486379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ee9eb6-10a7-4b56-a296-76aa69705336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:38.776722946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a6a49-6e10-4356-9531-7fe652ab8fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:38.825907259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a6a49-6e10-4356-9531-7fe652ab8fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:38.87460837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a6a49-6e10-4356-9531-7fe652ab8fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:38.923236034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"494a6a49-6e10-4356-9531-7fe652ab8fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:43.614161605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:43.823601794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e16d3e-6dc4-473e-9a15-a4273035d121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:43.874077768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e16d3e-6dc4-473e-9a15-a4273035d121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:43.922932794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e16d3e-6dc4-473e-9a15-a4273035d121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:43.971515227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e16d3e-6dc4-473e-9a15-a4273035d121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:45.754267958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c451598-c96e-41b1-bb52-e82e4a537dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:45.803322737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c451598-c96e-41b1-bb52-e82e4a537dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:45.851822034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c451598-c96e-41b1-bb52-e82e4a537dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:45.900544315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c451598-c96e-41b1-bb52-e82e4a537dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:47.727886525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e948e4-bd56-4f66-a22e-4f7589225b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:47.776448943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e948e4-bd56-4f66-a22e-4f7589225b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:47.824801224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e948e4-bd56-4f66-a22e-4f7589225b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:47.873964054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e948e4-bd56-4f66-a22e-4f7589225b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:49.687174095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c05fdc-aa9d-4c76-b5bc-9a08c38eaeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:49.735815135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c05fdc-aa9d-4c76-b5bc-9a08c38eaeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:49.784444324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c05fdc-aa9d-4c76-b5bc-9a08c38eaeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:49.833654637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c05fdc-aa9d-4c76-b5bc-9a08c38eaeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:51.698878099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183d169c-74d2-42a9-942a-3ebb8b8616b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:51.747316443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183d169c-74d2-42a9-942a-3ebb8b8616b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:51.7957559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183d169c-74d2-42a9-942a-3ebb8b8616b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:51.844489548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183d169c-74d2-42a9-942a-3ebb8b8616b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:53.695028716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a6136-97a3-4696-b517-74ff0d0b41fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:53.743645623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a6136-97a3-4696-b517-74ff0d0b41fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:53.792084325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a6136-97a3-4696-b517-74ff0d0b41fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:53.841225864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4a6136-97a3-4696-b517-74ff0d0b41fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:54.186605263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59589f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59589f","reconcileID":"559a3c81-210a-428e-8103-7ada135a0dd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-59589f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-59589f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:55.700785872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0622ec9c-0288-4aef-acec-f43e2d18ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:55.749567872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0622ec9c-0288-4aef-acec-f43e2d18ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:55.799311847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0622ec9c-0288-4aef-acec-f43e2d18ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:05:55.848085743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0622ec9c-0288-4aef-acec-f43e2d18ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.34325966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","namespace":"ai-tenant-e2e-ipp-b-ba4f3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.343323251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","namespace":"ai-tenant-e2e-ipp-b-ba4f3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.343376048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","tenant":"e2e-ipp-b-ba4f3c","tenantID":"e2e-ipp-b-ba4f3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.403882207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ba4f3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.462775557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Service","name":"maas-api-e2e-ipp-b-ba4f3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.517661771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ba4f3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.595227045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ba4f3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.664113589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.727196909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.786709098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.839525913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.896085971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:03.946953243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.003999821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Service","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.061742084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.112980712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.16587882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.218337914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.271110408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.323774978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.374434061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.430240628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ba4f3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:04.490300171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ba4f3c"},"namespace":"ai-tenant-e2e-ipp-b-ba4f3c","name":"default-tenant","reconcileID":"1a926bbf-5226-48bd-b47f-aad44fdbb37e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ba4f3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:10.230798077Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ba4f3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ba4f3c","reconcileID":"f9c806e5-0bb7-471d-b011-411128782c72","aitenant":"ai-tenants/e2e-ipp-b-ba4f3c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:10.727300193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a37b50-6ba9-4b4e-9a61-c772081d086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:10.77579505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a37b50-6ba9-4b4e-9a61-c772081d086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:10.824524704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a37b50-6ba9-4b4e-9a61-c772081d086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:10.873227998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a37b50-6ba9-4b4e-9a61-c772081d086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:11.038673329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ba4f3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ba4f3c","reconcileID":"f9c806e5-0bb7-471d-b011-411128782c72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ba4f3c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ba4f3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:12.777214601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039d71f5-a187-4e78-a831-78875be1485b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:12.826757256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039d71f5-a187-4e78-a831-78875be1485b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:12.876192234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039d71f5-a187-4e78-a831-78875be1485b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:12.92886253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039d71f5-a187-4e78-a831-78875be1485b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:13.615110369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:14.801325465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64477654-ed9c-44c7-ae38-6486f0b648b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:14.852154138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64477654-ed9c-44c7-ae38-6486f0b648b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:14.901444779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64477654-ed9c-44c7-ae38-6486f0b648b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:14.950665273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64477654-ed9c-44c7-ae38-6486f0b648b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:16.892515903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7707cbd-33f6-48ed-bd45-ae7777435cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:16.941520827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7707cbd-33f6-48ed-bd45-ae7777435cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:16.993563915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7707cbd-33f6-48ed-bd45-ae7777435cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:17.042213226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7707cbd-33f6-48ed-bd45-ae7777435cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:18.529632787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-30b928","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-30b928","reconcileID":"f0a45de2-4a1b-4fe8-b0a1-b2a736030d4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-30b928","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-30b928":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:18.936642353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b9b602-6c6e-4559-8f53-c031211effea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:18.986290081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b9b602-6c6e-4559-8f53-c031211effea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:19.038207078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b9b602-6c6e-4559-8f53-c031211effea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:19.087598988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36b9b602-6c6e-4559-8f53-c031211effea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.002196692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1066505-b266-41e5-aed2-314d64836308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.050804464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1066505-b266-41e5-aed2-314d64836308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.099717769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1066505-b266-41e5-aed2-314d64836308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.149574818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1066505-b266-41e5-aed2-314d64836308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.349297867Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","namespace":"ai-tenant-e2e-ipp-a-e9c088","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.349374125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","namespace":"ai-tenant-e2e-ipp-a-e9c088","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.349427211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","tenant":"e2e-ipp-a-e9c088","tenantID":"e2e-ipp-a-e9c088","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.400960118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e9c088","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.466057409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Service","name":"maas-api-e2e-ipp-a-e9c088","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.528196696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e9c088","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.580655402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e9c088","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.634519819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.685930767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.739146705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.793152678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.850816721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.917036238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:21.986029278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Service","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.047732826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.099282758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.198604326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.254009106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.306686797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.361190338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.479235279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.531258427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e9c088","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:22.582116282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e9c088"},"namespace":"ai-tenant-e2e-ipp-a-e9c088","name":"default-tenant","reconcileID":"93b26aa4-37e1-4eed-834b-3e2580d26537","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e9c088","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:23.033292952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf1287-e957-4fb5-ad0e-3e522279bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:23.082363024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf1287-e957-4fb5-ad0e-3e522279bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:23.13092031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf1287-e957-4fb5-ad0e-3e522279bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:23.179712676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf1287-e957-4fb5-ad0e-3e522279bd6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:25.489346186Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e9c088","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e9c088","reconcileID":"c7b15b76-5cce-4ac1-a43e-de40e8a1c9b2","aitenant":"ai-tenants/e2e-ipp-a-e9c088","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:26.086462422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e60257e-39bd-4172-9ab5-20ea0d9b8379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:26.135376011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e60257e-39bd-4172-9ab5-20ea0d9b8379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:26.184031213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e60257e-39bd-4172-9ab5-20ea0d9b8379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:26.232554872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e60257e-39bd-4172-9ab5-20ea0d9b8379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:26.288761858Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e9c088","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e9c088","reconcileID":"c7b15b76-5cce-4ac1-a43e-de40e8a1c9b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e9c088","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e9c088"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:28.098688322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c574c95-61bc-4c9d-9e07-84c5c3d0aa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:28.14743543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c574c95-61bc-4c9d-9e07-84c5c3d0aa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:28.196079893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c574c95-61bc-4c9d-9e07-84c5c3d0aa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:28.245578665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c574c95-61bc-4c9d-9e07-84c5c3d0aa04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:30.038366068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df0ba7b-1663-45bf-85da-fc8f3e93297e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:30.087424364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df0ba7b-1663-45bf-85da-fc8f3e93297e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:30.136008461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df0ba7b-1663-45bf-85da-fc8f3e93297e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:30.185449761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df0ba7b-1663-45bf-85da-fc8f3e93297e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:31.992538995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a913ecf6-7732-4ef7-bb29-e788444fcb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:32.04155038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a913ecf6-7732-4ef7-bb29-e788444fcb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:32.091008819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a913ecf6-7732-4ef7-bb29-e788444fcb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:32.140124538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a913ecf6-7732-4ef7-bb29-e788444fcb5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:32.291738225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"4c3a497e-ad4b-4003-a199-bd4fb403fab9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9afa66","tenantID":"e2e-praxis-b-9afa66","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:32.452762322Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"4c3a497e-ad4b-4003-a199-bd4fb403fab9","name":"e2e-praxis-b-9afa66-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:35.392463164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba9dd78-b85c-4162-9141-0ca294524d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:35.441255265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba9dd78-b85c-4162-9141-0ca294524d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:35.489849069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba9dd78-b85c-4162-9141-0ca294524d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:35.53854894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba9dd78-b85c-4162-9141-0ca294524d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:37.347791102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ced08-9494-462b-a5aa-1177d32c8010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:37.397260055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ced08-9494-462b-a5aa-1177d32c8010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:37.448406538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ced08-9494-462b-a5aa-1177d32c8010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:37.496983359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92ced08-9494-462b-a5aa-1177d32c8010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:39.307384469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93cd32a6-941e-4fac-be37-ad9470685ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:39.35567911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93cd32a6-941e-4fac-be37-ad9470685ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:39.404431562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93cd32a6-941e-4fac-be37-ad9470685ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:39.453010131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93cd32a6-941e-4fac-be37-ad9470685ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:41.268529012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992cfdb-4f1e-4858-9fb8-e06212de025e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:41.317223274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992cfdb-4f1e-4858-9fb8-e06212de025e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:41.365793018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992cfdb-4f1e-4858-9fb8-e06212de025e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:41.417479741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992cfdb-4f1e-4858-9fb8-e06212de025e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:43.615095972Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:44.806025043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"3f24722d-31be-4d7f-ab52-0dc4cc4d4281","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:44.806051039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"3f24722d-31be-4d7f-ab52-0dc4cc4d4281","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:48.852960665Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","namespace":"ai-tenant-e2e-ipp-b-7c6470","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:48.853033088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","namespace":"ai-tenant-e2e-ipp-b-7c6470","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:48.853116334Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","tenant":"e2e-ipp-b-7c6470","tenantID":"e2e-ipp-b-7c6470","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:48.904182932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Deployment","name":"maas-api-e2e-ipp-b-7c6470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:48.963223781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Service","name":"maas-api-e2e-ipp-b-7c6470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.015237743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-7c6470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.06587275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-7c6470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.119479386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.170779625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.224884963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.276211425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.327045911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.378062195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.435177723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Service","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.49361874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.546888787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.599537146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.651998455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.706347919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.756930411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.807796369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.859201169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-7c6470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:49.912324929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-7c6470"},"namespace":"ai-tenant-e2e-ipp-b-7c6470","name":"default-tenant","reconcileID":"0370dcea-d0f5-475a-a847-80d79b858674","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-7c6470","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.369011648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"eabbea1c-ef9d-4baf-b97d-e38c157bce87","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.369031467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"eabbea1c-ef9d-4baf-b97d-e38c157bce87","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.424711223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"5ad5d10a-118e-42da-8f58-8d1239dc17c5","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.424733993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"5ad5d10a-118e-42da-8f58-8d1239dc17c5","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.52269293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1936ebfd-d806-4426-abf0-6fa44d06a2d9","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.647000496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1936ebfd-d806-4426-abf0-6fa44d06a2d9","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.699276596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e70ed5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1936ebfd-d806-4426-abf0-6fa44d06a2d9","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.755676182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"59c67b2d-d45f-4679-80c2-36dc08a10679","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:50.755700071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"59c67b2d-d45f-4679-80c2-36dc08a10679","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:58.705616834Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7c6470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7c6470","reconcileID":"e3b71049-944f-422d-9815-0c816192ad78","aitenant":"ai-tenants/e2e-ipp-b-7c6470","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.011983543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"c8ba5d32-9bd6-429a-b12e-b82ff95d2311","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-59589f","tenantID":"e2e-praxis-b-59589f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.125228522Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"c8ba5d32-9bd6-429a-b12e-b82ff95d2311","name":"e2e-praxis-b-59589f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.195722556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83d2fd8-ddeb-4dc1-8a49-940248f39ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.244967323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83d2fd8-ddeb-4dc1-8a49-940248f39ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.29422595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83d2fd8-ddeb-4dc1-8a49-940248f39ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.343040389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83d2fd8-ddeb-4dc1-8a49-940248f39ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:06:59.501366457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-7c6470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-7c6470","reconcileID":"e3b71049-944f-422d-9815-0c816192ad78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-7c6470","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-7c6470"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:00.853991523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1da9c35d-70f7-4a78-a524-da6e23c50831","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:00.908757545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1da9c35d-70f7-4a78-a524-da6e23c50831","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:00.967455797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e70ed5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"1da9c35d-70f7-4a78-a524-da6e23c50831","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:01.199716158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace41ea7-7565-4ea2-a2c4-5be838f725d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:01.248630663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace41ea7-7565-4ea2-a2c4-5be838f725d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:01.297436706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace41ea7-7565-4ea2-a2c4-5be838f725d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:01.346146162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace41ea7-7565-4ea2-a2c4-5be838f725d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:06.16081761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2faf6b-d656-40b1-9d86-741447d3658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:06.210028501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2faf6b-d656-40b1-9d86-741447d3658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:06.259539678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2faf6b-d656-40b1-9d86-741447d3658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:06.308338691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2faf6b-d656-40b1-9d86-741447d3658f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:06.607143699Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8056d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8056d6","reconcileID":"36a75b31-06d2-4c2f-8b42-ec27f00501c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8056d6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8056d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:08.197105116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fd1312-df49-4e00-b50a-2ef59551c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:08.246210364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fd1312-df49-4e00-b50a-2ef59551c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:08.294879186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fd1312-df49-4e00-b50a-2ef59551c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:08.344460513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fd1312-df49-4e00-b50a-2ef59551c90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:10.159914734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502eab3e-d3de-4087-a924-6c945df25037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:10.209155493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502eab3e-d3de-4087-a924-6c945df25037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:10.257563529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502eab3e-d3de-4087-a924-6c945df25037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:10.30629417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502eab3e-d3de-4087-a924-6c945df25037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:11.066355755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"6a65bfa1-7280-43b4-9cc2-c5992080da1c","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:11.121747229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"6a65bfa1-7280-43b4-9cc2-c5992080da1c","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:11.175112286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e70ed5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c79676710301a80a4aec3108735e9337acec0576c7edaa974bbc19e3f782532) AuthConfig (0207373b6f513faacdf3b4686c4e3a843247522917196b559d1fd56bde56ba4c) AuthConfig (0416876ed2a9c7b9a98fa958fb15408179fe08f6ca226b82daf5d0bb6c7e37cb) AuthConfig (0c42fab99e1a82264d25b3c3d004181c14df2d29bc4394a2db1f7502e0827043) AuthConfig (07a17f58866c96c460c5066011882c0437817e5482dd90f35b4dd90517638b8c) AuthConfig (d8387811e655f7630bef932cc5602299e15b4a2c7d502770488c46a249967b2c) AuthConfig (8ec32d4d5a231c9b481027b63f9d7fcf8998a7ba80e9ba89d29f0a7665cbdba3) AuthConfig (5e633ae60a05d83772a5a4fe2735ba3a994cecc27047067954c9ac978f057431) AuthConfig (41bb0c4603d7de3f980370ad1b7fd8f7a50963cfee8b48fc1889e15e7bed4688) AuthConfig (b5892349d4ad39a1e508fb3a26e89ee17b53f284db41048dc4b0b9bd6da9de54) AuthConfig (e3f086e305723b4df6e54a5d0892f2b54763f0424827c2400620f9285ea7f42e) AuthConfig (2fd9e9af8954000b4ba543ebcec15b5d2e2bc9cced9271a723c575616aa92e3e) AuthConfig (389096b1824bc270428015d18adc68c16852439445db95ec7a9e605cda69ca4b) AuthConfig (8eb4d6c83569c314e68153bd2349334a55918e59853f517ade8180f16060ec84) AuthConfig (578848fe1945579259f00e13c9f1041f2981c4eea5400358d6b7cd06419c2d3e) AuthConfig (c1face3ae2ce263d020339459d6a16f46cddc6c47285518a5f5614f0b46d2b10) AuthConfig (f146431111f86049dc032b0b41500483473309ee8b2999ef85c3d11b1d32a6d1) AuthConfig (34b665fcc62eca2e7d05efbdc05de8d1c6e4854adaf7224b3cc75738c0ccdbc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"6a65bfa1-7280-43b4-9cc2-c5992080da1c","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:11.229749996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"db58a37a-95aa-4a8c-86a7-65519fb2b76b","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:11.229772458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"db58a37a-95aa-4a8c-86a7-65519fb2b76b","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:13.614544753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:21.327512295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"cea40f02-2c66-46d1-8b5f-c47ac8e3b5bc","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:21.38429259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"cea40f02-2c66-46d1-8b5f-c47ac8e3b5bc","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:21.437654297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e70ed5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c79676710301a80a4aec3108735e9337acec0576c7edaa974bbc19e3f782532) AuthConfig (0207373b6f513faacdf3b4686c4e3a843247522917196b559d1fd56bde56ba4c) AuthConfig (0416876ed2a9c7b9a98fa958fb15408179fe08f6ca226b82daf5d0bb6c7e37cb) AuthConfig (0c42fab99e1a82264d25b3c3d004181c14df2d29bc4394a2db1f7502e0827043) AuthConfig (07a17f58866c96c460c5066011882c0437817e5482dd90f35b4dd90517638b8c) AuthConfig (d8387811e655f7630bef932cc5602299e15b4a2c7d502770488c46a249967b2c) AuthConfig (8ec32d4d5a231c9b481027b63f9d7fcf8998a7ba80e9ba89d29f0a7665cbdba3) AuthConfig (5e633ae60a05d83772a5a4fe2735ba3a994cecc27047067954c9ac978f057431) AuthConfig (41bb0c4603d7de3f980370ad1b7fd8f7a50963cfee8b48fc1889e15e7bed4688) AuthConfig (b5892349d4ad39a1e508fb3a26e89ee17b53f284db41048dc4b0b9bd6da9de54) AuthConfig (e3f086e305723b4df6e54a5d0892f2b54763f0424827c2400620f9285ea7f42e) AuthConfig (2fd9e9af8954000b4ba543ebcec15b5d2e2bc9cced9271a723c575616aa92e3e) AuthConfig (389096b1824bc270428015d18adc68c16852439445db95ec7a9e605cda69ca4b) AuthConfig (8eb4d6c83569c314e68153bd2349334a55918e59853f517ade8180f16060ec84) AuthConfig (578848fe1945579259f00e13c9f1041f2981c4eea5400358d6b7cd06419c2d3e) AuthConfig (c1face3ae2ce263d020339459d6a16f46cddc6c47285518a5f5614f0b46d2b10) AuthConfig (f146431111f86049dc032b0b41500483473309ee8b2999ef85c3d11b1d32a6d1) AuthConfig (34b665fcc62eca2e7d05efbdc05de8d1c6e4854adaf7224b3cc75738c0ccdbc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"cea40f02-2c66-46d1-8b5f-c47ac8e3b5bc","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:24.632894746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"542e7ed2-0ed2-4cea-8452-917ad9dc1c05","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-30b928","tenantID":"e2e-praxis-a-30b928","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:24.744125202Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"542e7ed2-0ed2-4cea-8452-917ad9dc1c05","name":"e2e-praxis-a-30b928-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:31.537058793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"5e6f8303-9a8f-48fa-84e8-e362ecfb5b54","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:31.593691694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"5e6f8303-9a8f-48fa-84e8-e362ecfb5b54","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:31.646985755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-e70ed5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c79676710301a80a4aec3108735e9337acec0576c7edaa974bbc19e3f782532) AuthConfig (0207373b6f513faacdf3b4686c4e3a843247522917196b559d1fd56bde56ba4c) AuthConfig (0416876ed2a9c7b9a98fa958fb15408179fe08f6ca226b82daf5d0bb6c7e37cb) AuthConfig (0c42fab99e1a82264d25b3c3d004181c14df2d29bc4394a2db1f7502e0827043) AuthConfig (07a17f58866c96c460c5066011882c0437817e5482dd90f35b4dd90517638b8c) AuthConfig (d8387811e655f7630bef932cc5602299e15b4a2c7d502770488c46a249967b2c) AuthConfig (8ec32d4d5a231c9b481027b63f9d7fcf8998a7ba80e9ba89d29f0a7665cbdba3) AuthConfig (5e633ae60a05d83772a5a4fe2735ba3a994cecc27047067954c9ac978f057431) AuthConfig (41bb0c4603d7de3f980370ad1b7fd8f7a50963cfee8b48fc1889e15e7bed4688) AuthConfig (b5892349d4ad39a1e508fb3a26e89ee17b53f284db41048dc4b0b9bd6da9de54) AuthConfig (e3f086e305723b4df6e54a5d0892f2b54763f0424827c2400620f9285ea7f42e) AuthConfig (2fd9e9af8954000b4ba543ebcec15b5d2e2bc9cced9271a723c575616aa92e3e) AuthConfig (389096b1824bc270428015d18adc68c16852439445db95ec7a9e605cda69ca4b) AuthConfig (8eb4d6c83569c314e68153bd2349334a55918e59853f517ade8180f16060ec84) AuthConfig (578848fe1945579259f00e13c9f1041f2981c4eea5400358d6b7cd06419c2d3e) AuthConfig (c1face3ae2ce263d020339459d6a16f46cddc6c47285518a5f5614f0b46d2b10) AuthConfig (f146431111f86049dc032b0b41500483473309ee8b2999ef85c3d11b1d32a6d1) AuthConfig (34b665fcc62eca2e7d05efbdc05de8d1c6e4854adaf7224b3cc75738c0ccdbc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"5e6f8303-9a8f-48fa-84e8-e362ecfb5b54","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:40.291256988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a71b5-a126-4724-a52d-89ba33c3a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:40.340101538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a71b5-a126-4724-a52d-89ba33c3a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:40.392044053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a71b5-a126-4724-a52d-89ba33c3a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:40.441152169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198a71b5-a126-4724-a52d-89ba33c3a8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:41.824143946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"09e14024-6226-4428-a1d1-f1cf7f645704","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:41.878248613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"09e14024-6226-4428-a1d1-f1cf7f645704","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.131127182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"4c902ba9-0c6a-4f2d-8bdf-1883c66267fe","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.131147455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"4c902ba9-0c6a-4f2d-8bdf-1883c66267fe","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.316457047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9d4d90-e6c1-4265-b695-b2bb2120d41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.365430618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9d4d90-e6c1-4265-b695-b2bb2120d41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.414759243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9d4d90-e6c1-4265-b695-b2bb2120d41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:42.463287687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9d4d90-e6c1-4265-b695-b2bb2120d41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:43.615065157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.667953828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"5e19ed11-61b5-44fc-a0b2-079b4786e34a","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.667980965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"5e19ed11-61b5-44fc-a0b2-079b4786e34a","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.725337137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"9d1d59f0-28eb-40c8-aa1b-b4375fac26d7","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.725379282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"9d1d59f0-28eb-40c8-aa1b-b4375fac26d7","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.766264523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"2929b2bc-71c9-40e4-bce2-ba43ed4b9179","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:07:47.78281868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"9d1d59f0-28eb-40c8-aa1b-b4375fac26d7","name":"ipp-route-e70ed5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:07:47.782930624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"9d1d59f0-28eb-40c8-aa1b-b4375fac26d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:07:47.783101047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"054a9e4c-5875-4951-b734-c8ec17feb2b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-e70ed5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.788286804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"bdbacca1-78b7-476a-97a8-ad81390c6881","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.788310099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"bdbacca1-78b7-476a-97a8-ad81390c6881","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.820412501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"2929b2bc-71c9-40e4-bce2-ba43ed4b9179","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.912544398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7ec7c2ad-715c-443c-8327-03ad840f3b9d","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.912665157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7ec7c2ad-715c-443c-8327-03ad840f3b9d","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.972388198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"97e78e82-cd6e-4e01-9c62-5824c7f7b830","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:47.972408621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"97e78e82-cd6e-4e01-9c62-5824c7f7b830","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.117431879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"07852683-aa49-473a-9fd4-03a746cdd88f","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.172309682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"07852683-aa49-473a-9fd4-03a746cdd88f","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.174999385Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"a0b3a878-2a1c-4d59-b362-0c830c33a7eb","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ipp-route-e70ed5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.33128898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7b41dc36-6c4c-4ba5-98ad-bb63328628ea","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.331307865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7b41dc36-6c4c-4ba5-98ad-bb63328628ea","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:48.527625313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"72252719-019d-437f-86cf-77c00e10b68e","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:53.721596005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fe2819-66cc-4718-a217-630eda8e7fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:53.770234069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fe2819-66cc-4718-a217-630eda8e7fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:53.818651687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fe2819-66cc-4718-a217-630eda8e7fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:53.86706617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98fe2819-66cc-4718-a217-630eda8e7fa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:55.713799898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147dba3a-a9a0-4e5f-8e5c-9ec48483c555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:55.762321454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147dba3a-a9a0-4e5f-8e5c-9ec48483c555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:55.811300217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147dba3a-a9a0-4e5f-8e5c-9ec48483c555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:55.860700231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147dba3a-a9a0-4e5f-8e5c-9ec48483c555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:57.651847695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd97ddc-e370-4490-8164-d5b86c3608a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:57.704388817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd97ddc-e370-4490-8164-d5b86c3608a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:57.75408119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd97ddc-e370-4490-8164-d5b86c3608a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:57.803264351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd97ddc-e370-4490-8164-d5b86c3608a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:59.593582422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f967ed1-42ca-482d-a928-2323405960fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:59.642269109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f967ed1-42ca-482d-a928-2323405960fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:59.691367267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f967ed1-42ca-482d-a928-2323405960fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:07:59.740091327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f967ed1-42ca-482d-a928-2323405960fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:01.573627237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975a112f-e49d-40ce-9411-3da8b3072569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:01.622687852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975a112f-e49d-40ce-9411-3da8b3072569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:01.671383931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975a112f-e49d-40ce-9411-3da8b3072569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:01.720925621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"975a112f-e49d-40ce-9411-3da8b3072569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.196454981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"68f65ce4-caee-4d42-8cfb-0f7e0c1a908e","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.208236795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eadd45b-5d50-4fb7-ab17-ed2fc5fcbd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.257138296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eadd45b-5d50-4fb7-ab17-ed2fc5fcbd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.305588433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eadd45b-5d50-4fb7-ab17-ed2fc5fcbd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.354101721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eadd45b-5d50-4fb7-ab17-ed2fc5fcbd42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.456545834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"fae69d9c-a943-4dd5-966e-ee56750060fb","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.456567737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"fae69d9c-a943-4dd5-966e-ee56750060fb","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.609497415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"8340dba2-9355-49b3-a296-5ee573c91977","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:06.663839693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"8340dba2-9355-49b3-a296-5ee573c91977","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:08.158825309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44681c19-2514-4f08-abee-5875fb6c1bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:08.208114715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44681c19-2514-4f08-abee-5875fb6c1bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:08.256941137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44681c19-2514-4f08-abee-5875fb6c1bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:08.305631097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44681c19-2514-4f08-abee-5875fb6c1bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:13.616219243Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:16.819690136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174349fa-c978-410c-a271-69ab8f46c89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:16.869571061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174349fa-c978-410c-a271-69ab8f46c89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:16.919540309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174349fa-c978-410c-a271-69ab8f46c89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:16.968459696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174349fa-c978-410c-a271-69ab8f46c89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.681884942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"4a539c68-f5a0-474d-af0c-137f79016b29","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.801405938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950053e-7425-49ef-ad27-b0242bb1cc88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.807762279Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"4a539c68-f5a0-474d-af0c-137f79016b29","name":"e2e-praxis-a-8056d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.849863067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950053e-7425-49ef-ad27-b0242bb1cc88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.898457154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950053e-7425-49ef-ad27-b0242bb1cc88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:18.946801461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c950053e-7425-49ef-ad27-b0242bb1cc88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:20.795504888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c815ec-1c96-4435-a1a3-8076f1af158f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:20.848588231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c815ec-1c96-4435-a1a3-8076f1af158f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:20.897788217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c815ec-1c96-4435-a1a3-8076f1af158f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:20.946544215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c815ec-1c96-4435-a1a3-8076f1af158f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.108401665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"841b3791-86c7-40a4-8d91-addddb3200a2","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.108427236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"841b3791-86c7-40a4-8d91-addddb3200a2","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.303378988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"d666ae33-3bbf-468a-a808-e1ba29e645b8","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.343607256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"ff06174e-10ce-4c1d-a285-df4e6875a252","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.37245008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"d666ae33-3bbf-468a-a808-e1ba29e645b8","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.501187838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"de823018-3f6e-4c25-9221-535cc46e9199","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.501209532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"de823018-3f6e-4c25-9221-535cc46e9199","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:21.698019832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"41282340-35f1-4f84-a830-2d9d56802a53","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.131236508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"a3f96f88-0977-421f-b0b4-98c20c6640d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.373680418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"8fa5c332-55cf-411f-bda3-2dbb092a6b02","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.427184976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"f1f6d931-762a-4fec-aa0a-8ec6f41d410d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.49911338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3ad0737e-6839-44d1-8bb1-a576c1fb4b6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.500679269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"f2fd5dc4-7768-4b86-b661-5a791ddc461e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.599106058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"076f33af-64a1-44a8-a847-06dbfed0c89f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.798056066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af6063c-d98a-4dbd-b803-a2e65f1e6d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.842462454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"56f607b7-b978-43f8-9cf7-4c53df8e7412","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.847509103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af6063c-d98a-4dbd-b803-a2e65f1e6d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.896250681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af6063c-d98a-4dbd-b803-a2e65f1e6d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:22.944885866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af6063c-d98a-4dbd-b803-a2e65f1e6d11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.242681827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"bba2a17f-7489-47e6-9e6b-0afc2faa453b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.301113427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8385ad8e-0a64-445a-b2fe-164ed1843ee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.402036339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"f45e18da-68ee-49ac-b83f-ca9e30fa7b87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.40206614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"3099444a-aa10-4841-aece-92f479a01903","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.509989184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"5b58c13d-d3cd-478b-b19c-fc94ceaa9c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:23.631779056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b9f677b-d374-4296-a812-9f7b6121513e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:24.719444899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb8aae5-ce32-4e4b-94b2-044649f6d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:24.771762388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb8aae5-ce32-4e4b-94b2-044649f6d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:24.820849219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb8aae5-ce32-4e4b-94b2-044649f6d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:24.869662434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb8aae5-ce32-4e4b-94b2-044649f6d73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:26.679990235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71560e28-3968-4854-949a-d22d09e4b426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:26.729543726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71560e28-3968-4854-949a-d22d09e4b426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:26.778028868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71560e28-3968-4854-949a-d22d09e4b426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:26.826364784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71560e28-3968-4854-949a-d22d09e4b426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:28.602468594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f569d-b785-4f66-b45a-d43b61bbf95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:28.650729415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f569d-b785-4f66-b45a-d43b61bbf95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:28.699312347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f569d-b785-4f66-b45a-d43b61bbf95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:28.747861426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01f569d-b785-4f66-b45a-d43b61bbf95f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:31.502455484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"70fe4d31-e250-4f8d-86ef-7b94fbfa6bb1","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:31.50247609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"70fe4d31-e250-4f8d-86ef-7b94fbfa6bb1","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.109179788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","namespace":"ai-tenant-e2e-praxis-a-6e3736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.109415997Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","namespace":"ai-tenant-e2e-praxis-a-6e3736","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.109535725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","tenant":"e2e-praxis-a-6e3736","tenantID":"e2e-praxis-a-6e3736","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.163879658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6e3736","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.223284707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Service","name":"maas-api-e2e-praxis-a-6e3736","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.304816778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6e3736","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.35665096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6e3736","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.411046576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.462449659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.518634799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.569875536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.618606005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.669190246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.717588313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Service","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.766436193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.815100068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.863767045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.913299492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:35.966245699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.054409962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.116501995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.166296909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6e3736","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.214603371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6e3736"},"namespace":"ai-tenant-e2e-praxis-a-6e3736","name":"default-tenant","reconcileID":"c9e30354-47ac-48a5-b3ec-b33816409b1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6e3736","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.939195044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146100f-5872-44df-a13e-9fd0f7ad6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.986514846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"4b541bef-c453-4316-b41a-22f1953f7e76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:36.987761955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146100f-5872-44df-a13e-9fd0f7ad6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.036974942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146100f-5872-44df-a13e-9fd0f7ad6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.085176922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6146100f-5872-44df-a13e-9fd0f7ad6748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.233318418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"fd205968-3f50-4a82-a3ba-78ad331cc4bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.284753856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2be68940-8c3d-4df0-8ec6-8b5ced7186eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.285777772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c0155b3-517f-4c40-8fb0-687ce229ec8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.43201433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"7d9257ef-df3d-4e3a-bf60-a153c7f22270","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.487145772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"be12ad84-341a-4d2a-9c0c-4b2e884cd946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.584535409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"1fa0f91f-945c-4f7a-8275-53e9e221b7ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.725200168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"7f7e9803-ff4d-49cf-ab3f-1bc30951a4e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.826607174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"3da42eeb-ce8f-43e0-b9ce-36c2f305b2dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:37.92533774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"29d8ef3d-06b2-4fc1-a3fd-bf7a8e4c9a89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.025678682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"52883644-6ec7-4618-8ee2-426497246002","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.208118379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"f191d10a-3892-4cd7-a52a-6e09a35208d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.267646622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"43b63560-b9c0-49ee-aceb-f947406f16f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.870193821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0410a5bf-a8a0-4a8b-9429-9c8780bf517a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.918977726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0410a5bf-a8a0-4a8b-9429-9c8780bf517a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:38.967619848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0410a5bf-a8a0-4a8b-9429-9c8780bf517a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:39.016128122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0410a5bf-a8a0-4a8b-9429-9c8780bf517a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:41.503247443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"0c58a9da-f0a6-4bdf-b145-71f98f5ac6c5","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:41.503269601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"0c58a9da-f0a6-4bdf-b145-71f98f5ac6c5","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:42.228710217Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6e3736","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6e3736","reconcileID":"57f11d21-9a03-4b6b-9b87-a75dfe59fd73","aitenant":"ai-tenants/e2e-praxis-a-6e3736","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:42.678777963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe189173-715f-4c27-a442-f968debc71cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:42.727487817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe189173-715f-4c27-a442-f968debc71cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:42.777784951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe189173-715f-4c27-a442-f968debc71cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:42.828340525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe189173-715f-4c27-a442-f968debc71cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:43.012590096Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6e3736","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6e3736","reconcileID":"57f11d21-9a03-4b6b-9b87-a75dfe59fd73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6e3736","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6e3736"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:43.616272455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:44.712601661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ef7fe4-dd70-49aa-8f23-889a77426dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:44.761872861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ef7fe4-dd70-49aa-8f23-889a77426dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:44.812937489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ef7fe4-dd70-49aa-8f23-889a77426dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:44.862425263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ef7fe4-dd70-49aa-8f23-889a77426dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:46.687858664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3bc73-9f9b-4bb2-bd91-089c91779f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:46.736341583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3bc73-9f9b-4bb2-bd91-089c91779f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:46.784631005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3bc73-9f9b-4bb2-bd91-089c91779f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:46.833276972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b3bc73-9f9b-4bb2-bd91-089c91779f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:47.100730788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8da5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8da5","reconcileID":"53af4e69-ed3e-4a83-a7fb-a2d1f411f095","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8da5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8da5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:48.804543445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dba1fd-c351-40bf-a024-381dc28f85eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:48.853886886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dba1fd-c351-40bf-a024-381dc28f85eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:48.906733697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dba1fd-c351-40bf-a024-381dc28f85eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:48.956034279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dba1fd-c351-40bf-a024-381dc28f85eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:50.852808428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992b336d-1325-4270-9808-507e1be04520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:50.90219583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992b336d-1325-4270-9808-507e1be04520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:50.952896831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992b336d-1325-4270-9808-507e1be04520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:51.019529227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992b336d-1325-4270-9808-507e1be04520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:51.504672472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"904a32d2-cf9f-4968-866a-532b5c340add","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:51.504698996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"904a32d2-cf9f-4968-866a-532b5c340add","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:52.89606238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ef7729-c239-4f57-b475-3c077b06a009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:52.944725804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ef7729-c239-4f57-b475-3c077b06a009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:52.993142022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ef7729-c239-4f57-b475-3c077b06a009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:53.04227016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ef7729-c239-4f57-b475-3c077b06a009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.2099798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"eedfa58f-c0d7-47c5-8ebc-ddb9e50a466f","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.272909249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"eedfa58f-c0d7-47c5-8ebc-ddb9e50a466f","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.339981237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"00d61426-256b-4a7f-b9f5-8765c3528c18","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.459019211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f7dc41-0e5c-4593-bd6d-15912cda586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.508842058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f7dc41-0e5c-4593-bd6d-15912cda586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.557710657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f7dc41-0e5c-4593-bd6d-15912cda586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.564715016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"f53781d9-d278-4581-b195-9fc4440b99d3","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.564732202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"f53781d9-d278-4581-b195-9fc4440b99d3","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.609062519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f7dc41-0e5c-4593-bd6d-15912cda586d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.709173646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"6ab056d7-0e7e-430f-830e-f66de1c1a2a8","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.777648067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"6ab056d7-0e7e-430f-830e-f66de1c1a2a8","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:57.827043481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"5ba6c9de-c6b9-4607-9133-48d7082d60ac","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"maas-trlp-ipp-route-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.153522835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","namespace":"ai-tenant-e2e-praxis-a-b67d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.153587268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","namespace":"ai-tenant-e2e-praxis-a-b67d0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.153639776Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","tenant":"e2e-praxis-a-b67d0a","tenantID":"e2e-praxis-a-b67d0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.205690484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b67d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.266990117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Service","name":"maas-api-e2e-praxis-a-b67d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.325989399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b67d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.377195312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b67d0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.432693923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.47654601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"6861cdd3-f9ee-4382-9217-94e7a374d1ae","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"tenant":"e2e-ipp-a-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.47657449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"6861cdd3-f9ee-4382-9217-94e7a374d1ae","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"routeName":"ipp-route-e70ed5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-e70ed5","llmisvcName":"ipp-route-e70ed5","gateway":"openshift-ingress/e2e-ipp-a-e70ed5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.487107048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.515038851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"b31df930-4e04-47e6-b077-0b06b8ecc469","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.541970918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.56953093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"b31df930-4e04-47e6-b077-0b06b8ecc469","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.569607509Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"b31df930-4e04-47e6-b077-0b06b8ecc469","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.571440571Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"f538767e-f326-4d3f-a91a-9299f75cb3a5","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:58.664722983Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7ff677bf-bbd8-420b-87fb-ff71856359a3","name":"ipp-route-e70ed5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:58.664802967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"7ff677bf-bbd8-420b-87fb-ff71856359a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.667054618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"25f65895-4b1e-4930-b800-dbe0a3ae1d85","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.679067334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.72899044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.770515588Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"0ba2cb8f-ef63-46d7-a851-dade6bda8843","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.777286645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:58.778600681Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"b865eb9d-ea50-454a-84c5-9cf28322feab","name":"ipp-route-e70ed5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:58.778659402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"b865eb9d-ea50-454a-84c5-9cf28322feab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.825475355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Service","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.88468972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.907870329Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"090159ba-97d4-4c6d-8d83-0418f26feaf6","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.976825195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:58.977168623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"25f65895-4b1e-4930-b800-dbe0a3ae1d85","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.026344128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.074523958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.104458911Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"25f65895-4b1e-4930-b800-dbe0a3ae1d85","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"name":"e2e-ipp-a-e70ed5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.104566502Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-auth","reconcileID":"25f65895-4b1e-4930-b800-dbe0a3ae1d85","MaaSAuthPolicy":{"name":"ipp-route-e70ed5-auth","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.131994445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.181916416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.229934582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.237002561Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"e222e087-dc67-43ac-a4f9-ee799056cd1d","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.289141024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b67d0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.339039887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b67d0a"},"namespace":"ai-tenant-e2e-praxis-a-b67d0a","name":"default-tenant","reconcileID":"d67667bb-6e90-43ba-8b74-e1448cd2cd09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b67d0a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.514591772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ed89b1-9b7f-4e21-9d14-090d44afe6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:59.586328811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-e70ed5","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5","reconcileID":"2138f5dc-ea37-4a2d-918a-70ece3756c08","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-e70ed5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.590191913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ed89b1-9b7f-4e21-9d14-090d44afe6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.640896083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ed89b1-9b7f-4e21-9d14-090d44afe6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:08:59.645034283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"a8c533cb-1134-4b12-a2aa-e403fa33cb38","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-e70ed5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:08:59.690218582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ed89b1-9b7f-4e21-9d14-090d44afe6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:01.525559573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413bb26b-79b6-45ac-b6a5-1c24e860277b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:01.574668515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413bb26b-79b6-45ac-b6a5-1c24e860277b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:01.624252428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413bb26b-79b6-45ac-b6a5-1c24e860277b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:01.672954467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"413bb26b-79b6-45ac-b6a5-1c24e860277b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:03.490319925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c36673d-4dd1-465c-94b6-e7183166be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:03.539240526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c36673d-4dd1-465c-94b6-e7183166be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:03.588151105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c36673d-4dd1-465c-94b6-e7183166be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:03.636730222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c36673d-4dd1-465c-94b6-e7183166be64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:09.591529682Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b67d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b67d0a","reconcileID":"00384531-47c7-4b79-bdaf-1640e1135d03","aitenant":"ai-tenants/e2e-praxis-a-b67d0a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:09.846235896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"0d004607-3c9a-4b7e-bb58-38582e5004f1","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","subscription":"ipp-route-e70ed5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:09.846407925Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"ipp-route-e70ed5-sub","reconcileID":"0d004607-3c9a-4b7e-bb58-38582e5004f1","MaaSSubscription":{"name":"ipp-route-e70ed5-sub","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"model":"ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-e70ed5/ipp-route-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:10.09149553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855eff8f-7228-47d6-9e7e-93b7178f616a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:10.140293877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855eff8f-7228-47d6-9e7e-93b7178f616a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:10.189229082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855eff8f-7228-47d6-9e7e-93b7178f616a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:10.238026655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855eff8f-7228-47d6-9e7e-93b7178f616a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:10.407048453Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b67d0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b67d0a","reconcileID":"00384531-47c7-4b79-bdaf-1640e1135d03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b67d0a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b67d0a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:12.042771053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34709c17-91c9-425f-a31b-115098f36120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:12.091331872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34709c17-91c9-425f-a31b-115098f36120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:12.14062386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34709c17-91c9-425f-a31b-115098f36120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:12.189425502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34709c17-91c9-425f-a31b-115098f36120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:13.614332469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:19.037738993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714acd20-0e38-4d1d-944f-961a56436e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:19.088657876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714acd20-0e38-4d1d-944f-961a56436e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:19.138789544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714acd20-0e38-4d1d-944f-961a56436e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:19.187485873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714acd20-0e38-4d1d-944f-961a56436e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:20.982079686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae71eb7-4d70-41eb-b164-8026aa0b263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:21.030399928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae71eb7-4d70-41eb-b164-8026aa0b263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:21.078985766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae71eb7-4d70-41eb-b164-8026aa0b263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:21.127436337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae71eb7-4d70-41eb-b164-8026aa0b263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:22.996476306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113e98c9-c6d4-4b73-9d8c-bfe38dafcdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.045138503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113e98c9-c6d4-4b73-9d8c-bfe38dafcdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.094393159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113e98c9-c6d4-4b73-9d8c-bfe38dafcdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.143163661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113e98c9-c6d4-4b73-9d8c-bfe38dafcdbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.702276865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","namespace":"ai-tenant-e2e-ipp-a-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.702362441Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","namespace":"ai-tenant-e2e-ipp-a-e70ed5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.702445958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","tenant":"e2e-ipp-a-e70ed5","tenantID":"e2e-ipp-a-e70ed5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.753398226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e70ed5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.83469611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Service","name":"maas-api-e2e-ipp-a-e70ed5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.89950683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e70ed5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:23.950628793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e70ed5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.004307662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.065608709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.169530343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.230080108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.280924903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.331474536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.394374753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Service","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.494381718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.545352187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.596360854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.648544915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.70107127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.753985965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.804797196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.862260278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e70ed5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:24.918570223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e70ed5"},"namespace":"ai-tenant-e2e-ipp-a-e70ed5","name":"default-tenant","reconcileID":"10069bd3-4089-4a87-807c-ae2fbdae34a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e70ed5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:25.018362634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb295387-695a-4291-af09-acce455ef48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:25.067128887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb295387-695a-4291-af09-acce455ef48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:25.115852935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb295387-695a-4291-af09-acce455ef48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:25.165018369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb295387-695a-4291-af09-acce455ef48d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:26.948776226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd09eef8-d869-42cf-b317-cb78d4286002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:26.997293078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd09eef8-d869-42cf-b317-cb78d4286002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:27.04715054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd09eef8-d869-42cf-b317-cb78d4286002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:27.097769514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd09eef8-d869-42cf-b317-cb78d4286002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:28.742567222Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e70ed5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e70ed5","reconcileID":"b18a9db3-6245-45f4-a1af-02499fd6eef3","aitenant":"ai-tenants/e2e-ipp-a-e70ed5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:28.885663074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c316ecd8-338f-4294-b16e-1bf29e172b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:28.934224617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c316ecd8-338f-4294-b16e-1bf29e172b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:28.982875412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c316ecd8-338f-4294-b16e-1bf29e172b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:29.031413593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c316ecd8-338f-4294-b16e-1bf29e172b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:29.446928652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e70ed5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e70ed5","reconcileID":"b18a9db3-6245-45f4-a1af-02499fd6eef3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e70ed5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e70ed5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:30.795983086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33feab77-e87e-4ea1-994f-ac666de7bc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:30.847027632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33feab77-e87e-4ea1-994f-ac666de7bc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:30.897478286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33feab77-e87e-4ea1-994f-ac666de7bc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:30.946059491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33feab77-e87e-4ea1-994f-ac666de7bc83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:32.886333529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6f1645-54f8-4238-897d-c82381f4c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:32.935555096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6f1645-54f8-4238-897d-c82381f4c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:32.984249373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6f1645-54f8-4238-897d-c82381f4c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:33.032712392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6f1645-54f8-4238-897d-c82381f4c20d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:34.889458851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4370a3-13f4-45f9-bfaf-7d9ce2578221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:34.938798252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4370a3-13f4-45f9-bfaf-7d9ce2578221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:34.988268849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4370a3-13f4-45f9-bfaf-7d9ce2578221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:35.036958989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4370a3-13f4-45f9-bfaf-7d9ce2578221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:36.733051982Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-28cbee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-28cbee","reconcileID":"9e64dd52-3cf9-4cc8-b1aa-f51651769471","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-28cbee","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-28cbee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:36.842823556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9993fa2-a4ac-4390-81d7-a0b0e966a755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:36.891940403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9993fa2-a4ac-4390-81d7-a0b0e966a755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:36.941009408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9993fa2-a4ac-4390-81d7-a0b0e966a755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:36.989892292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9993fa2-a4ac-4390-81d7-a0b0e966a755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:38.884500947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b38607-518e-47ad-b4d9-50af3edadc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:38.93371809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b38607-518e-47ad-b4d9-50af3edadc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:38.982120913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b38607-518e-47ad-b4d9-50af3edadc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:39.030948398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74b38607-518e-47ad-b4d9-50af3edadc0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.135639719Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","namespace":"ai-tenant-e2e-praxis-b-9afa66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.135707827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","namespace":"ai-tenant-e2e-praxis-b-9afa66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.135758443Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","tenant":"e2e-praxis-b-9afa66","tenantID":"e2e-praxis-b-9afa66","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.191259563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9afa66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.25014348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Service","name":"maas-api-e2e-praxis-b-9afa66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.376636016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9afa66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.429585565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9afa66","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.487169901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.557971546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.649652978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.704710365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.754248068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.804410404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.853140425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Service","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.90174992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.937601084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5f9d7a-29b3-47cf-9d54-548053e44c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.986566935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:40.986768274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5f9d7a-29b3-47cf-9d54-548053e44c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.035177743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.035420699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5f9d7a-29b3-47cf-9d54-548053e44c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.084182263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.084487975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5f9d7a-29b3-47cf-9d54-548053e44c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.137633406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.186208677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.234462892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.297519928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9afa66","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:41.349980325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9afa66"},"namespace":"ai-tenant-e2e-praxis-b-9afa66","name":"default-tenant","reconcileID":"478b0940-b0f0-485b-afee-5812003b6dcf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9afa66","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:43.61486753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:45.802230556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"cd1bd795-3966-4f1a-9269-f059c0e1c4b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4e8da5","tenantID":"e2e-praxis-b-4e8da5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:45.914137862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"cd1bd795-3966-4f1a-9269-f059c0e1c4b6","name":"e2e-praxis-b-4e8da5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:48.63323649Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9afa66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9afa66","reconcileID":"5834c85e-27bf-4ec2-9ca4-90502ebc433a","aitenant":"ai-tenants/e2e-praxis-b-9afa66","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:49.168237935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4558a4e-6b72-4de3-a880-d222bcc91b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:49.217916157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4558a4e-6b72-4de3-a880-d222bcc91b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:49.266551921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4558a4e-6b72-4de3-a880-d222bcc91b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:49.315225882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4558a4e-6b72-4de3-a880-d222bcc91b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:49.421000035Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9afa66","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9afa66","reconcileID":"5834c85e-27bf-4ec2-9ca4-90502ebc433a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9afa66","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9afa66"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:51.106486121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263df87-4458-454e-bf08-8cdb02d1feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:51.155039054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263df87-4458-454e-bf08-8cdb02d1feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:51.204141166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263df87-4458-454e-bf08-8cdb02d1feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:51.252716743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a263df87-4458-454e-bf08-8cdb02d1feba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:53.103328935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8f773e-435b-41eb-b729-c4f214c6c14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:53.151957394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8f773e-435b-41eb-b729-c4f214c6c14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:53.20138373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8f773e-435b-41eb-b729-c4f214c6c14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:53.250865566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db8f773e-435b-41eb-b729-c4f214c6c14a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:54.741966956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"0edb1ca8-a5b4-4470-8fd9-8cda8ced0f3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:55.064664937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954ab2b-f96d-4d31-9d16-59dedc56337c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:55.113857659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954ab2b-f96d-4d31-9d16-59dedc56337c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:55.165683844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954ab2b-f96d-4d31-9d16-59dedc56337c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:55.214224214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6954ab2b-f96d-4d31-9d16-59dedc56337c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:09:58.193232473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"cdf9a752-6318-4756-a437-02cb7ffe4f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.19879213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f229fb5d-a7a7-40b8-9edb-494ef2e3236c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.250891591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"04f962b5-2620-42ba-8201-f0282a90b76b","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:01.305119751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"a81629b3-8aa6-4b4e-be0f-7cb4e0b40f9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-16416943\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.344168035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"edbdb51f-d7cb-45b6-b723-60e9cec0407b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.344168586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"74ad4c19-a99a-4edf-9fc7-fc8a5e1e558a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.398410229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"74ad4c19-a99a-4edf-9fc7-fc8a5e1e558a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.398437633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"edbdb51f-d7cb-45b6-b723-60e9cec0407b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.422177095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"e17dcd9d-265d-4596-a76d-2442f3b5edc6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.473400693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"6cabb612-8fbc-47ac-ae3d-3eed29335576","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.72827442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"1907ebbd-3bf9-4e13-85ae-9e1221ec671f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-apikey-sub-binding-16416943","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.741710354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"118fde73-74b6-473e-958f-c171e9845b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.741707385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"c0fc66fb-fded-4e90-b6aa-17e7cf14b026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.796318013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"c0fc66fb-fded-4e90-b6aa-17e7cf14b026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.796409481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"118fde73-74b6-473e-958f-c171e9845b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.884614656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"2c7994cf-f594-4be2-b348-f3a90240aa03","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:01.927808586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"003a69f6-c9f9-4936-b2e9-859cedb09074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.075887404Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","namespace":"ai-tenant-e2e-praxis-b-59589f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.075946368Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","namespace":"ai-tenant-e2e-praxis-b-59589f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.076006905Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","tenant":"e2e-praxis-b-59589f","tenantID":"e2e-praxis-b-59589f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.083142643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"ff64636c-c4ca-4634-9861-d0a94bbd0156","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.127033483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-59589f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.186127954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Service","name":"maas-api-e2e-praxis-b-59589f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.238337901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-59589f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.289637594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-59589f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.342659162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.39515291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.448970302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.500208011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.550268298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.599080478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.647867906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Service","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.696155907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.744276167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.792667018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.841223273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.89439061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.942577518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:02.990671061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:03.046225077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-59589f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:03.094932419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59589f"},"namespace":"ai-tenant-e2e-praxis-b-59589f","name":"default-tenant","reconcileID":"5baa93e8-c6bf-40f8-a68d-820457a421d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-59589f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:03.538384259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"3f6b3345-efb1-4806-b765-81b4c071c3bc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:03.539714434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"9a3b8fec-881f-460e-ab41-2b687146d6b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.204584295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"be24b33c-e3c7-4624-8371-c701d3a82856","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.349504952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8a060115-15a9-4889-9ab4-d50afe0dafa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.349520703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cf7791b5-e36a-452e-b98e-85a9a0c7bced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.404122348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"cf7791b5-e36a-452e-b98e-85a9a0c7bced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.405287843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8a060115-15a9-4889-9ab4-d50afe0dafa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:05.842364902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9a1049be-e87f-4176-a7e9-8f4c7713a078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.175580828Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59589f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59589f","reconcileID":"9a9f528f-4914-4b3a-beaa-c99e9cf409ed","aitenant":"ai-tenants/e2e-praxis-b-59589f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.641115819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5d40-bcab-40b1-9bbc-e39b4fd975a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.689824546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5d40-bcab-40b1-9bbc-e39b4fd975a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.73831758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5d40-bcab-40b1-9bbc-e39b4fd975a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.787346189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4d5d40-bcab-40b1-9bbc-e39b4fd975a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:08.967869023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59589f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59589f","reconcileID":"9a9f528f-4914-4b3a-beaa-c99e9cf409ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-59589f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-59589f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:10.686316805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcb768c-aee0-45d5-aa8a-551637a2a729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:10.734914398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcb768c-aee0-45d5-aa8a-551637a2a729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:10.784511983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcb768c-aee0-45d5-aa8a-551637a2a729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:10.833199355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcb768c-aee0-45d5-aa8a-551637a2a729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:12.647774268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994ebf43-b1da-405c-ae22-3a7678561113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:12.668068738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"40ae2c9b-a5fd-459d-81c1-2eae8fcc6b91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:12.696363397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994ebf43-b1da-405c-ae22-3a7678561113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:12.744891707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994ebf43-b1da-405c-ae22-3a7678561113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:12.793643564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994ebf43-b1da-405c-ae22-3a7678561113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:13.621625739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:14.570945632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f56b23-4ef6-44e2-8111-48407ebec56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:14.621087082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f56b23-4ef6-44e2-8111-48407ebec56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:14.671182033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f56b23-4ef6-44e2-8111-48407ebec56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:14.720303575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f56b23-4ef6-44e2-8111-48407ebec56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.018617587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"6fb8c1bc-b2d0-496a-aa41-531088c092f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.35708961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"841cdd21-cb72-42a6-916a-8c3e4311353f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-apikey-sub-binding-16416943","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.558622685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-apikey-sub-binding-16416943","reconcileID":"841cdd21-cb72-42a6-916a-8c3e4311353f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-16416943","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.824650556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"d7337f88-684a-45d1-a39b-05f83cb3a51e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.869910148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"2041f3bf-8354-4b32-a471-ba0bccc88115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.982493417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3bd0e781-04a1-43c6-b514-2b068854ab26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:15.982946791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"75051764-53c0-464c-adf5-532c825668f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.08273947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3bd0e781-04a1-43c6-b514-2b068854ab26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.083337074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"75051764-53c0-464c-adf5-532c825668f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.598848735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac51ce94-7a94-431c-b0cd-ac3e535de121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.647414759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac51ce94-7a94-431c-b0cd-ac3e535de121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.695785107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac51ce94-7a94-431c-b0cd-ac3e535de121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:16.745769068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac51ce94-7a94-431c-b0cd-ac3e535de121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:17.980330463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"7953fed9-400c-401f-abac-bb1d7d53df25","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.059149282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"f574c7a5-f9be-4ffd-b593-352d433dbdb3","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.203864767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"6d4145ec-f27c-42ba-9ff8-8cd09e626b4a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.257440478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"dca78af0-167b-4fa8-a4a0-c6d06422fa71","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.258573051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"6d4145ec-f27c-42ba-9ff8-8cd09e626b4a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.310557553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"a19b6fef-597b-4977-96c2-82ddf0d4bef2","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:18.365529799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-no-access","reconcileID":"0deacf30-efe5-4256-ab38-1fcdaa3dc48e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.407350851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b8fe8ecf-1ed2-4cf3-90a0-12f7d59de382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.410955464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"2b43ffc5-503e-4af5-a3da-e7f3b82ee8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.479407138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"2b43ffc5-503e-4af5-a3da-e7f3b82ee8b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.481201804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b8fe8ecf-1ed2-4cf3-90a0-12f7d59de382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.481669032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"b2c9456f-d5a6-4831-a424-52d78f1c68e1","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.512133981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"99ff52f4-49d9-4543-b237-d90bbbd0282f","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.553097485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8447d1-8ba3-48aa-a5d8-3805337d3ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.553786503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"b22d697a-a453-47a5-83b3-5d06fb1d2752","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.602267173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8447d1-8ba3-48aa-a5d8-3805337d3ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.651294185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8447d1-8ba3-48aa-a5d8-3805337d3ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.70668323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8447d1-8ba3-48aa-a5d8-3805337d3ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.755340879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"2283b0f5-cbe5-49f4-9b38-6f8c80b43533","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.811030462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"2283b0f5-cbe5-49f4-9b38-6f8c80b43533","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.854120671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4eec61a5-6b30-4ec7-9db0-a7137066afc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.861694926Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-no-access","reconcileID":"0f5f8cb5-0865-45e2-a33b-673f4bda7624","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w3-388451/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.908964718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4eec61a5-6b30-4ec7-9db0-a7137066afc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:18.957867074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"38aeca70-9e3d-4f2e-90f9-3196beaa1436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:19.011727812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"38aeca70-9e3d-4f2e-90f9-3196beaa1436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:19.064713116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"377e8e37-c43f-4a51-9113-6e6aafeb820c","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:19.105413392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9a75c38e-5e05-4d6c-9bc9-3d471d44c65c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:19.262631069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-no-access","reconcileID":"e291e080-b195-479a-b9bc-11f7b67fd63f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.637569465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"5175bafa-36c4-4849-8ae2-8d4a639980d5","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.792478307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ba637431-5d86-4137-8fa9-c05e9c6087fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.793301364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"70785bf8-eddf-4992-8294-64f1385d41de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.79366838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"697579d5-10d6-423d-896c-62c22beb6b66","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.849322594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ba637431-5d86-4137-8fa9-c05e9c6087fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.852280648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"697579d5-10d6-423d-896c-62c22beb6b66","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:21.853166874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"70785bf8-eddf-4992-8294-64f1385d41de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:26.058866959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"c8ccaf77-8a84-43e2-b01e-c8968870768b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.104941313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"15e32c36-cf37-4f2b-a6dd-848aa56d3937","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.159106004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"7affc300-e797-4271-aebe-dbef57825542","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:28.210451746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-sub","reconcileID":"f7165502-0ebe-458b-ac27-1a4320ed4974","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.251321862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e79ab5ee-beb2-4f56-aa44-25ef168ace07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.251321126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"967ba439-3de2-411a-8f14-2b47fbe38140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.306774619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"967ba439-3de2-411a-8f14-2b47fbe38140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.306949806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e79ab5ee-beb2-4f56-aa44-25ef168ace07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.316899514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"0711c4e3-45fa-4123-9d27-504a677a4cee","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.370456114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"2643cc0c-066d-4e16-9f34-b1ac4231623d","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.453531627Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"442872dd-b9bd-41a1-8dd5-90dc3f0af8a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-ordering-sub","ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.566436023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-sub","reconcileID":"c8cde125-756c-4e99-9e19-fca2b7b70253","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.649447415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5b834c64-50b4-48d5-b9a9-14ba76721f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.653556802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"21496976-e6af-4330-ae87-77f731618271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.703538087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"5b834c64-50b4-48d5-b9a9-14ba76721f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.707236315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"21496976-e6af-4330-ae87-77f731618271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.72328187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"ce8bfa39-fab9-4d29-9c45-7f23ab3eee8f","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.753100247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"17eca26d-11f6-4ba0-b7de-385026fb7086","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:28.919320652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-sub","reconcileID":"6a4c8919-fec6-42db-9556-d3a2fd394a5e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.391073599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"79e44f84-7b3b-4e8c-be95-adfa6415f158","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-28cbee","tenantID":"e2e-praxis-b-28cbee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.504756217Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"79e44f84-7b3b-4e8c-be95-adfa6415f158","name":"e2e-praxis-b-28cbee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.661527934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"0d2c506d-df65-450b-8d39-0d49c7478b3e","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.715262387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"c40448f9-50e3-4ca8-82e0-5fe8a913a7eb","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.803299954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-no-access","reconcileID":"c7270e96-78d3-440d-8b17-8efd05b16978","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.85891715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"9e53e0d2-3fdd-4201-802c-fa09f8074b8e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:31.913731582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"9e53e0d2-3fdd-4201-802c-fa09f8074b8e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.014805183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-no-access","reconcileID":"c7270e96-78d3-440d-8b17-8efd05b16978","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.163693746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"513ad4cb-ac79-456d-8825-2115499c2b01","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.212881088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"4364ebd0-5c06-4bd5-874a-58a62d6cecbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.225027603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"d12ed994-f672-4185-8b5b-30faca3ebfa5","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.286412202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"08015893-8159-4b7a-96ef-6732a1dc0914","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.371697735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"924b6c4b-3cc5-4b12-bb46-8df179b042bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.3722178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"775f1fc4-5c05-479e-bbe5-62a075752077","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.379507739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0ae2166c-1506-4797-a3f0-69d7de009598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.379797872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"99b0c147-087e-4f41-b98c-8e22f718bab2","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.428435805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"775f1fc4-5c05-479e-bbe5-62a075752077","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.429558415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"924b6c4b-3cc5-4b12-bb46-8df179b042bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.434426544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0ae2166c-1506-4797-a3f0-69d7de009598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.629238861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-no-access","reconcileID":"8b8ea667-f416-4f76-a062-1c03677c2366","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:32.884972709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"e23b2f88-db83-462c-9cf3-81264e022a79","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:33.931796272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a9ba8d5c-ad6c-498c-a9f2-7dd1b9adeca5","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:33.985283664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"2076a0bf-709b-4d76-a087-c9f5c6003bb0","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.130659286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"25c1c659-9a42-46ab-aac4-91eff9c65fde","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.185330515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"25c1c659-9a42-46ab-aac4-91eff9c65fde","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.211325397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9ffcda81-16b3-4d84-8e10-03bbd2292a71","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.265661607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f798901b-e4e5-4b72-982d-80035dc2139d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:34.318399925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"246837db-ee87-4ede-b0d0-8099db4f3980","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.356294236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"6cd2051c-be8c-485f-8bbe-96db62161dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.356323192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"084c3477-ba00-4c53-9f11-c584cb52cac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.410667936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"084c3477-ba00-4c53-9f11-c584cb52cac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.411191278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"6cd2051c-be8c-485f-8bbe-96db62161dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.429732643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"290810eb-741d-4f19-af08-2ee187d64a5f","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.484300259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"4c484a40-da85-4781-9dd0-d7aae2d7b603","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.495081273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f9e4e32d-8ba2-40c4-9727-ef717052ac3d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.533661785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"29c12e5b-4d43-4b93-b41a-07ad6641894c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.534374043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-388451 priority=0:[ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-free ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.58766838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"146df36c-2d17-428d-9fde-b995722ad431","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.592930153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"cbc421aa-209e-4c9a-8512-2325e400753f","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.641260166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ef547cf-7e04-46f0-91d7-fab6a23700da","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:34.64207424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"f8072871-69b4-4922-9dff-ba403e2ee1f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.644358819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"ad60b49e-8f10-43ed-8485-8261b90a25d9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.696237723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ef547cf-7e04-46f0-91d7-fab6a23700da","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.738559019Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"d1b58c21-8052-48a4-b7a8-f2c688694c5d","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.739652544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b408b51c-6f4a-4558-bb7b-718f920059c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.740218454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"4c2a5a6a-3158-4596-8c24-45471b8e8f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.754037187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f220d991-3512-4dfd-8812-4736acad6a21","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.785726826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"792036c6-13e2-4f96-9272-139fff96bda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.788522342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b43d46ca-36bc-4cae-b08d-9ac26513d053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.795509732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"4c2a5a6a-3158-4596-8c24-45471b8e8f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.796708049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b408b51c-6f4a-4558-bb7b-718f920059c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.806200392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"3de36f4d-667c-42ba-b5c5-fcdc20e0614a","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.843339089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"792036c6-13e2-4f96-9272-139fff96bda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.848760228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"b43d46ca-36bc-4cae-b08d-9ac26513d053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.903900926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"e3ec3112-6268-4d9a-a292-a722dc8c69ee","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:34.994518303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"879dda54-506c-4cd6-bb97-eca1d85a7eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.043641839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb595277-0983-4e19-abe2-8b2f46519d5c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.093387257Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"f5cdcc5b-86e6-4877-9e7b-9c4171e529b7","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.098759234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eb595277-0983-4e19-abe2-8b2f46519d5c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.135794114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"cdf3de2a-65ab-473b-a08e-53cf241d3416","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.144823611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"8a235f1b-c3eb-436b-a989-73d8ca7b2f46","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.199302218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"8a235f1b-c3eb-436b-a989-73d8ca7b2f46","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.246686829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3206c99c-8363-4f72-ba44-9353ab97862b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.246789422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"6989850d-ae6f-48c5-b84d-332e8f9ee86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.254456309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"6af52313-d21b-4e2c-9a48-537287605910","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.293451636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"a5eaa250-3465-487b-8062-f017ab08ac62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.30097399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3206c99c-8363-4f72-ba44-9353ab97862b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.301045991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"6989850d-ae6f-48c5-b84d-332e8f9ee86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.434535001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"258401e7-5788-4d8e-8605-c5aa3d4faf71","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:35.453750003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"20eb9ef8-a8ea-48d6-9f66-44b28d5a0f5e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:38.860486032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"55096d16-ba18-4444-a112-ba61c05254eb","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.006021672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"8eaa0207-f8fa-40ea-a070-f68e1f11c58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.006428668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"b4b0784e-f184-46a4-9e50-87b8e080c2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.006649323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c717561a-5733-404c-a725-a95f00ca0173","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.06591746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"8eaa0207-f8fa-40ea-a070-f68e1f11c58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.066869553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c717561a-5733-404c-a725-a95f00ca0173","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:39.068419968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"b4b0784e-f184-46a4-9e50-87b8e080c2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.702536981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","namespace":"ai-tenant-e2e-ipp-b-877f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.702624999Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","namespace":"ai-tenant-e2e-ipp-b-877f62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.702706238Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","tenant":"e2e-ipp-b-877f62","tenantID":"e2e-ipp-b-877f62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.789380152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Deployment","name":"maas-api-e2e-ipp-b-877f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.894115446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Service","name":"maas-api-e2e-ipp-b-877f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:40.965713968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-877f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.017730199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-877f62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.070540166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.121772668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.17562745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.226975651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.281896191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.332751838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.39197023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Service","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.454132282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.505092941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.556174035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.637482863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.690405295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.740900103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.791460458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.842107215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-877f62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:41.897101664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-877f62"},"namespace":"ai-tenant-e2e-ipp-b-877f62","name":"default-tenant","reconcileID":"3d86fa40-e5ce-43ce-b53a-5950ad15beaf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-877f62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:42.509474455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f64c06-dd65-42ad-80ac-2c7e0a454cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:42.558423512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f64c06-dd65-42ad-80ac-2c7e0a454cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:42.607991109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f64c06-dd65-42ad-80ac-2c7e0a454cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:42.656760965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f64c06-dd65-42ad-80ac-2c7e0a454cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:43.614775589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.450235666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2ccfde-3aa8-41d2-9355-6dc1fe057003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.499997243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2ccfde-3aa8-41d2-9355-6dc1fe057003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.549520194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2ccfde-3aa8-41d2-9355-6dc1fe057003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.598326288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2ccfde-3aa8-41d2-9355-6dc1fe057003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.747721427Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-sub","reconcileID":"ccbb8b88-72c7-4a8f-afb8-fe38f415b1c5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:44.956276722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-sub","reconcileID":"ccbb8b88-72c7-4a8f-afb8-fe38f415b1c5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.207988118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"46100725-ba5e-4112-996b-0af8005b8048","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.257262035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"871c8104-93c8-41b7-bd33-e723e839ac7c","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.313844791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9cc6efe2-1f47-45cc-b93a-12f75c5659b8","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.402278021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a6585c59-8574-47fe-8539-89735223f5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.402327464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"e407273d-91bb-400b-aad5-cfbb2762dc7b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.402897766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"70db04d0-9321-412b-8a88-8799fe7f7f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.414140682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"b233c056-8c28-4812-9b74-a56d1d29f46b","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.456826798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a6585c59-8574-47fe-8539-89735223f5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.457016642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"e407273d-91bb-400b-aad5-cfbb2762dc7b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.4593586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"70db04d0-9321-412b-8a88-8799fe7f7f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.659873398Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-ordering-auth","reconcileID":"c7932953-0345-41a1-8c15-881e7657b807","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.87927762Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-877f62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-877f62","reconcileID":"6ad4d544-1cd6-4440-9938-4ab066fc0f56","aitenant":"ai-tenants/e2e-ipp-b-877f62","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:45.977066935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"0e352361-9af9-44e0-926d-a088b181c373","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:46.52964244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7c9203-2576-4678-9723-b3252af3ff1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:46.583089762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7c9203-2576-4678-9723-b3252af3ff1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:46.635633712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7c9203-2576-4678-9723-b3252af3ff1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:46.688915536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7c9203-2576-4678-9723-b3252af3ff1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:46.750132099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-877f62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-877f62","reconcileID":"6ad4d544-1cd6-4440-9938-4ab066fc0f56","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-877f62","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-877f62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.340058693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"068db80c-ea42-475c-a8e8-0cebd1d38e3b","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.399199298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"5ca30009-77c4-4441-b249-5476b15351b7","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.569368243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"d007c6d4-0a96-46e3-b67f-8897dc590161","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.628075787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"d007c6d4-0a96-46e3-b67f-8897dc590161","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.62912201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"28c17b74-6feb-41b8-862b-c6d43f73d291","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.685173876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"cf7baead-f508-4bb8-8fec-716a5b245068","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:10:47.740883608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-subscription-success","reconcileID":"cc7748dd-5f4e-4ad8-bec9-b67b2b9f1e42","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.826203387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"312cc3bb-b60d-45b4-8b92-4d633d6f749e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.878454352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e33e9fd1-e89a-4439-a7b6-40a430f59ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.885264694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"312cc3bb-b60d-45b4-8b92-4d633d6f749e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.886826066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"e6434f93-9776-433c-9939-f02d7a659e0e","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.9382299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e33e9fd1-e89a-4439-a7b6-40a430f59ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.944347807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"54a8f288-0cab-447b-8c64-03f08736f155","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:47.985977782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"9711d9cf-899c-464e-bb3a-fc3cb05a36f2","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.175507706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"9b4f28a7-ef81-4c94-bca2-0c9cae5817ac","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.23453783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"9b4f28a7-ef81-4c94-bca2-0c9cae5817ac","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.288147343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"025d5f40-ae0d-402b-8c49-ea7bc50f5df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.294415563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-subscription-success","reconcileID":"f252b66e-b055-40b9-b85c-44117c3cf5d1","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.348197815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"025d5f40-ae0d-402b-8c49-ea7bc50f5df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.388598029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"7dd26e73-5536-4b82-9210-105de998db61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.44689561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"7dd26e73-5536-4b82-9210-105de998db61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.466250559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"c6b81e5f-9d77-4c4e-bb85-e453f41c2c4f","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.510027669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"4d598d95-053e-4849-b960-8dde3d499081","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.678864025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-subscription-success","reconcileID":"89ce0d1a-7f23-46ff-9a6b-cad6708f8e13","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.680693037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511742-0d36-4726-a232-e5f6376074eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.733353768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511742-0d36-4726-a232-e5f6376074eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.786021411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511742-0d36-4726-a232-e5f6376074eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:48.839954863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29511742-0d36-4726-a232-e5f6376074eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.016399492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"5ac5d6fc-260f-4d0e-97db-898db5fcefc5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.277622235Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-free","reconcileID":"5ac5d6fc-260f-4d0e-97db-898db5fcefc5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.494255355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"d1624bef-1a42-4cce-8336-2adb7519deba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.494961386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"8df74279-3b7b-4063-aa62-b45a35ada87c","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.562030122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"cd9772d3-4f8c-460a-ac84-a486cfa8e9f3","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.624180115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"875fdc82-b803-4a4e-b711-5e96ebdc657e","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.708865097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"28cebc7b-b9e0-48dc-9f9d-bc311d87dac7","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.724113424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a5c57ea9-ee61-4f68-8f46-c8b1fb60b03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.725091336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4ee499a0-0a6d-43c8-afe5-abdb7116e6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.726129324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fcbc8c7e-8847-42eb-bbee-2ca586d908ce","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.786490216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a5c57ea9-ee61-4f68-8f46-c8b1fb60b03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.791671519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4ee499a0-0a6d-43c8-afe5-abdb7116e6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:49.794981769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fcbc8c7e-8847-42eb-bbee-2ca586d908ce","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.179303327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"6d07f57d-a56d-4c70-ac3f-0ce1ed0ef2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.179850881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b4e5c1d2-1033-42b4-961a-35d890a89ad2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.180201526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0f86353f-2214-45c8-bfb0-81abde3df49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.237938952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"6d07f57d-a56d-4c70-ac3f-0ce1ed0ef2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.239628471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0f86353f-2214-45c8-bfb0-81abde3df49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.240780334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b4e5c1d2-1033-42b4-961a-35d890a89ad2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.678323741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"ba36df4e-51df-4198-80f5-38011b4b5659","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.779590421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290916ea-5d57-4b8b-aec0-8df8dc94ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.832516264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290916ea-5d57-4b8b-aec0-8df8dc94ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.886202369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290916ea-5d57-4b8b-aec0-8df8dc94ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:50.9396213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290916ea-5d57-4b8b-aec0-8df8dc94ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.10771383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"f6b33a78-0a8e-4e34-9cda-f96fc9f7b136","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.317087378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"f5002d89-bef4-493d-9945-afcd83b82f6d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.317271919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"28e07c80-bf71-4471-aea9-4eb70cecf064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.317655424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fe8d8a46-dfce-4b68-8202-902cdeb5c850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.375821706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"28e07c80-bf71-4471-aea9-4eb70cecf064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.376275817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fe8d8a46-dfce-4b68-8202-902cdeb5c850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:51.378648739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"f5002d89-bef4-493d-9945-afcd83b82f6d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:53.031774973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"74cd6de0-e212-4dfb-b168-a27d38706006","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:53.984213573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"612fc224-7341-47bf-ab3a-3d898642d6e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:54.349080738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f1a10e-0aee-4084-9c95-ac5390aa919e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:54.401702264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f1a10e-0aee-4084-9c95-ac5390aa919e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:54.454462288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f1a10e-0aee-4084-9c95-ac5390aa919e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:54.507121173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f1a10e-0aee-4084-9c95-ac5390aa919e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:56.447465384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631989d2-44a7-452c-acb8-27302b1ebf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:56.500035319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631989d2-44a7-452c-acb8-27302b1ebf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:56.552646922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631989d2-44a7-452c-acb8-27302b1ebf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:56.605446931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631989d2-44a7-452c-acb8-27302b1ebf90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:57.412920425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"9782f38c-c41b-4bf4-b15c-cd9d6a81a411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:10:59.875287363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"5269ce9d-a0ff-4270-948e-11bd594c858e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.094439854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-subscription-premium","reconcileID":"5269ce9d-a0ff-4270-948e-11bd594c858e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.306894635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"dcda4f84-84f0-4f53-9dc7-3e940857b9e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.361140885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"690bf565-b319-4500-b78e-9304220d29b9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.518245644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"14823893-1d6c-40cd-bf3e-0dac77f9ab37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.518460926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"cd793aa1-18b5-4dc5-9f64-ae68eec6131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.518247482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26e79132-fe34-4222-920d-2eb6147e0a8b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.577057068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"14823893-1d6c-40cd-bf3e-0dac77f9ab37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.577070929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"cd793aa1-18b5-4dc5-9f64-ae68eec6131e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:00.579523997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26e79132-fe34-4222-920d-2eb6147e0a8b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.324933929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-subscription-success","reconcileID":"01befa43-d751-4e75-87fc-86ec3ba06b82","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.548204024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-subscription-success","reconcileID":"01befa43-d751-4e75-87fc-86ec3ba06b82","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.761614718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"2a6dcd05-8545-4529-83c1-368114a450f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.768749955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"0bfc17aa-9b0a-45e6-b25e-ae8d5e90c346","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.924809821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"d0dc2ab7-97ea-42cd-bf65-c9c5e5a176c3","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.927460285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fd4a4612-cd87-4ddf-9b71-2a55ff656ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.927667187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"01e2818f-4484-4f72-b432-704b99e3f6a7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.927461206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"edbcfa00-2b1e-40a4-9b4e-b8f625e4e382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.986252066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fd4a4612-cd87-4ddf-9b71-2a55ff656ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.988600844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"01e2818f-4484-4f72-b432-704b99e3f6a7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:01.989037472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"edbcfa00-2b1e-40a4-9b4e-b8f625e4e382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.193629834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-auth-success","reconcileID":"31d2c22c-8476-4295-926b-36c28d617045","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.356482806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"ea31f592-8145-40a7-8206-1585690aba06","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.391180593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"e3f5db2e-67b7-4363-9cb9-c8d5c7c86015","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.449035136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"31ef774d-ba4b-401a-b115-5678d7f82e04","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.606811737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"7af12483-e181-421b-8817-eff979414156","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.67620239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"7af12483-e181-421b-8817-eff979414156","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.679552626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6ec44905-3988-4db1-9693-d7149f981fb3","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.744630568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"f9bb3afc-254f-47c3-9e93-0baee23cee51","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:02.832879336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-sub","reconcileID":"8162d9d2-2467-4782-8403-dfdcbbe2f040","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.846704325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"8cd5eca8-83eb-4616-ad52-bf382125a36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.847538974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"17563509-3f18-4f9d-b640-220e1f7a6858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.907604295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"8cd5eca8-83eb-4616-ad52-bf382125a36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.907691584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"17563509-3f18-4f9d-b640-220e1f7a6858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:02.951781809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"499135b9-8c5a-459e-8c28-4d56e99999d6","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.003925401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"e8550d0c-f226-4902-bbe0-aa89947ca242","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.00970113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6e1222cc-7624-4963-b822-96e3d28d7845","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.161379135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"b5f57be8-bd61-40d3-81d9-809851dfba3f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.219360301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"b5f57be8-bd61-40d3-81d9-809851dfba3f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.26162144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c0e24f21-1c90-4846-8bd2-fd267e9b6fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.26162395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9a0f3703-7fb4-4d9d-a98e-92b718bbc392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.281326666Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-sub","reconcileID":"84969ab9-7f17-490f-8f06-e400a4d86628","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-status-active-sub","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.297278231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"e1e607f4-ba8f-448b-9f19-73e06c2ba2d4","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.321101572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9a0f3703-7fb4-4d9d-a98e-92b718bbc392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.321110548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c0e24f21-1c90-4846-8bd2-fd267e9b6fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.355293211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"fa3ebc7f-ecf9-43fe-bb46-8ed7ff0f0ed4","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.447065807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"96a39483-d2da-49b5-88e4-e97d85fd756b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:03.487268689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"b5f57be8-bd61-40d3-81d9-809851dfba3f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.493227666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"386f19e8-4b10-4267-bc4c-02de0d8f8f90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.512077892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"5ef8e27e-d236-4ea3-8d55-f5367594b4f7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.569663301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"5ef8e27e-d236-4ea3-8d55-f5367594b4f7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.583999421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"219d6458-1976-4797-ae55-c61809904deb","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.642933273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"260abbe8-95de-49b5-93c3-06e95fd567ff","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.652596009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"6fbfb338-2645-4afd-b2e6-0fe17fc00712","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.67075907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-sub","reconcileID":"6e889233-7f71-4943-b4e2-4301715fa616","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.69829481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"600bb194-61a1-4880-9fa1-1a984f568019","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:03.699071392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-60a6c0/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.711468683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"6fbfb338-2645-4afd-b2e6-0fe17fc00712","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.750698905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0f551135-80b7-40cc-b50b-edff0472bd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.750719846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"53e5d069-0579-4ce9-a91e-afd01e240a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.755971367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"52ecf1fa-be09-4cb2-8f9f-2ff0d21cf016","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.809163597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"53e5d069-0579-4ce9-a91e-afd01e240a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.810184475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0f551135-80b7-40cc-b50b-edff0472bd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:03.889734163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"8002e124-7ba6-4aef-a58b-bedbbd644fdf","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.02809413Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-sub-only","reconcileID":"73587713-4413-44d2-940a-1810c6004a6a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.046960991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"fa7634d8-9094-412f-bacd-842ee90668ae","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.105540919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"fa7634d8-9094-412f-bacd-842ee90668ae","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.147525087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2a4e2a97-dc71-4033-9c6c-2de110530722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.147525107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"470ae328-fe17-40de-a1b0-703c5b9b5380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.195741912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"8102cf0e-90ed-44bf-925d-2c1f047e3a36","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.205909917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"2a4e2a97-dc71-4033-9c6c-2de110530722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.206469054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"470ae328-fe17-40de-a1b0-703c5b9b5380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.241398663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"57cb09bf-9922-4fee-a299-fafa6dc6cde4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:04.415504391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-sub-only","reconcileID":"242137e5-a9aa-45ff-9148-2d5689f30bd6","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.448721032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"479c5f15-6994-4128-9abc-aa0c4ff5ba1a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.606671696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ddae399e-9bf7-4d71-abee-abfb1c818093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.606990108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"d33df128-f9a6-445c-aa4b-81d0d41c0a65","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.60667172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b7285e48-3e89-4028-a0bc-5615f739cb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.665496159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ddae399e-9bf7-4d71-abee-abfb1c818093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.665561203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b7285e48-3e89-4028-a0bc-5615f739cb1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:05.669048032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"d33df128-f9a6-445c-aa4b-81d0d41c0a65","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:06.899299224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"9843a2c5-e2f3-46f3-bb7b-7fac92391c50","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.085925319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"a723059c-44e6-4d38-bff1-5d40e3a89852","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.088434591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"286e9b4d-ca19-43e1-94e6-b1e8051d60f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.088447778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"084732c7-043d-4f01-a262-ff0b20146180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.14419569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"a723059c-44e6-4d38-bff1-5d40e3a89852","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.147259712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"084732c7-043d-4f01-a262-ff0b20146180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:07.147579209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"286e9b4d-ca19-43e1-94e6-b1e8051d60f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:10.506695693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6937c82d-310e-468e-be04-697150aafcaa","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:10.506815118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"0cd13b7c-ea20-46a9-b571-9a78bf2609eb","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:10.718634131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"de5eee3f-8ab0-4db6-b307-48266412e1a2","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.187653039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"5460fb8b-865d-479d-9657-c5d3bc22b669","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.243591121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"400c5e22-4417-4c88-9780-8c7155425d17","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.368566494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","namespace":"ai-tenant-e2e-praxis-a-30b928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.368640598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","namespace":"ai-tenant-e2e-praxis-a-30b928","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.368694301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","tenant":"e2e-praxis-a-30b928","tenantID":"e2e-praxis-a-30b928","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.400447072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"43c56551-8635-4b7f-978e-4d4561798be6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.423791427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Deployment","name":"maas-api-e2e-praxis-a-30b928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.458446823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"43c56551-8635-4b7f-978e-4d4561798be6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.461971632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"48a89c9e-0088-49fc-a5ad-37947f52dd80","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.484330768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Service","name":"maas-api-e2e-praxis-a-30b928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.520396234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"80d73e90-d588-41c4-953d-06a53f46a303","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.541974112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-30b928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:12.574822701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-user-subscription","reconcileID":"8b74e59c-0878-4587-88f0-5df927f4e704","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.596484093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-30b928","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.626150369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0cf3b2f6-0a16-448e-b7b2-00b02550d699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.62615142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"3b555fe3-816a-4299-823d-037488ac3fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.653963177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.684637169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0cf3b2f6-0a16-448e-b7b2-00b02550d699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.686201163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"3b555fe3-816a-4299-823d-037488ac3fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.709380193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.740973379Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-388451 priority=0:[ai-tenant-e2e-worker-w3-388451/e2e-test-other-subscription ai-tenant-e2e-worker-w3-388451/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.741255041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"3bd5a453-f6cd-4033-a7b7-b893c4c4f637","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.765156537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.781329288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"e240adf0-8721-40e5-8b39-9ea964eb7eb6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.794624587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"1232dcb3-9e24-44b7-8830-381a2803c2f4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.796459952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"802a3375-c5bf-46ea-b299-4f4b2ccf9089","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.824170179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.850952852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"94a69da6-d609-4349-b7c3-a2b71eb10020","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:12.854933332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"a4351afe-9ac2-4db4-a78e-d6a0e13a9570","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:12.856374325Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-388451/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.884138335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.936098678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.93927228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"52616910-6528-4d67-a87b-af083e8b7d0f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.972757059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"f846d19b-ae38-4cfb-8217-62ce2d37cf55","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.98813063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Service","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:12.998551778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"52616910-6528-4d67-a87b-af083e8b7d0f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.033328611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"99670bfd-9dbe-4c4e-8e94-dd16185c07d6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.04121563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.081339647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"136caf71-0ce8-4ead-bf83-0f645db614e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.081339627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"fedafa56-e068-4d13-ab61-1d816d48f41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.093327452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.123883137Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-user-subscription","reconcileID":"cb9ffd9f-472e-41d6-86ed-f232d32b9ce1","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-388451/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.140135022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"fedafa56-e068-4d13-ab61-1d816d48f41d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.140208143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"136caf71-0ce8-4ead-bf83-0f645db614e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.145409538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.197591952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.246267221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"9eb6eec6-1200-4c2f-8531-521f696a04a3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.254711215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.295172177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"02b45421-4279-4ed1-b5dc-13f7fcf862b5","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.30706352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.348098198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"5ac08322-ecf8-48b6-a3dc-6580dbffe48a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.35951987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.367887703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"00e628fc-dff4-4f70-a788-86f6e11222b7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.421384358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-30b928","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.423495387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"caaaa3b8-93a4-46f1-9d52-2731473145b6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.428076432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"00e628fc-dff4-4f70-a788-86f6e11222b7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.476162354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-30b928"},"namespace":"ai-tenant-e2e-praxis-a-30b928","name":"default-tenant","reconcileID":"f7e21e78-0699-4062-a6e1-5c26bb558214","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-30b928","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.508642488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-user-subscription","reconcileID":"d6adc545-2f5f-4635-b334-fdd493f2cb2f","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.528435734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"11e256d7-2cb9-4521-9720-00c8e426569a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.52859038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f01dd720-de18-4460-9c6e-0a08d15875a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.586458297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f01dd720-de18-4460-9c6e-0a08d15875a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.587822296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"11e256d7-2cb9-4521-9720-00c8e426569a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.622286375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:13.635582469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"3afa7659-81fc-4e58-aa08-f3df3eb7b7e0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.612862701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-sub","reconcileID":"7628c76d-0cd0-4d89-bb7a-97d7b0aaee52","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.815541239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"a3fac0db-dda8-45e0-b190-d1a56130af8a","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.861613535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-sub","reconcileID":"7628c76d-0cd0-4d89-bb7a-97d7b0aaee52","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.974133706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"dfb3b763-14ce-4457-849f-73db98eae626","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.97459929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d4bc228c-4d8d-491c-ba11-890c799322ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:15.97465855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"87e12b25-9f62-4941-bc81-8111cf1a13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.035571682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"dfb3b763-14ce-4457-849f-73db98eae626","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.036360109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"87e12b25-9f62-4941-bc81-8111cf1a13f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.038567253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"d4bc228c-4d8d-491c-ba11-890c799322ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.071796726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"be3dddd1-de6c-44aa-9c26-e494be325189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.119357996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"dc9ec3b0-05ee-483d-a81b-eaa0ac057040","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.179469375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"54747bd6-0bc4-4982-b662-6ca30fe94b92","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.268686623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"4cfbbf7a-7a37-43de-83f5-7a1296736722","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.276800774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"95dddeaf-d45d-40a1-a9ae-091bb207ef6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.277721573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b442324e-a55d-467c-a025-9dee2f8daa35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.336493824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b442324e-a55d-467c-a025-9dee2f8daa35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.337267547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"95dddeaf-d45d-40a1-a9ae-091bb207ef6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.398179361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"bc1f3a42-1fac-47fa-8104-cc01420a5935","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.457076054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"bc1f3a42-1fac-47fa-8104-cc01420a5935","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.614458115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-active-auth","reconcileID":"7d166053-d11f-4b23-a250-c31ee73d7ec9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:16.824457228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9806635c-7fe8-4ef6-8ded-0d2808068822","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.064948219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-sub-only","reconcileID":"287878b1-1ea6-4a2a-b102-0915d11f8fbc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.297075525Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-sub-only","reconcileID":"287878b1-1ea6-4a2a-b102-0915d11f8fbc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.521678758Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-30b928","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-30b928","reconcileID":"fb06399b-63c5-4d89-842b-37a4e00ffd9a","aitenant":"ai-tenants/e2e-praxis-a-30b928","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.522702994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"a162a149-3baf-4e9f-b109-614c348cebd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.569042094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"845ddbcd-2516-4f2f-8cd5-42d17abf3c79","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.724059249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"f3c9c373-70e9-4c3d-b4e4-a1bc823c0766","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.731158611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"fd9bbef6-af8b-4c84-9ce0-5d364f60b6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.731573667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"01d121ad-87dc-48ce-bc0c-9b6e23be3a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.731200317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"4fb1fb55-4935-4cf3-9e07-371ebb39cd37","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.793105884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"4fb1fb55-4935-4cf3-9e07-371ebb39cd37","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.793820782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"01d121ad-87dc-48ce-bc0c-9b6e23be3a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.802812864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"fd9bbef6-af8b-4c84-9ce0-5d364f60b6c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:17.856673904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-failed-sub","reconcileID":"63ae8d5c-abf1-47af-95eb-9c2c8780377f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.905906651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"436142fd-213e-4aef-975f-713f40e73914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.907681253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0733b264-66bb-4403-b419-2f642761c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.972932508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"436142fd-213e-4aef-975f-713f40e73914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:17.978107823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"0733b264-66bb-4403-b419-2f642761c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.005308278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-test-group-no-auth","reconcileID":"1f699776-455e-444b-a6b1-1243ed25f8f7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.114152909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e93ceb-51bb-4b86-8aee-938833cacf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.168573584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e93ceb-51bb-4b86-8aee-938833cacf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.227289701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e93ceb-51bb-4b86-8aee-938833cacf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.31055356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e93ceb-51bb-4b86-8aee-938833cacf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.314201177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"245d9666-f6c7-4725-be1d-9686f4e080e7","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.429803695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"dfa53d66-73b4-43b0-b700-a4127c71c1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.430960911Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-30b928","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-30b928","reconcileID":"fb06399b-63c5-4d89-842b-37a4e00ffd9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-30b928","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-30b928"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.516151895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"dfa53d66-73b4-43b0-b700-a4127c71c1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.550275124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"945a4f75-01dd-43a5-aa10-9ef1afaca0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:18.612947023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"945a4f75-01dd-43a5-aa10-9ef1afaca0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.338099868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdabc3cd-df6f-48a6-8157-96912565fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.390898826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdabc3cd-df6f-48a6-8157-96912565fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.391040265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4e63a14d-b5e2-48ad-9d41-798893248cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.391247615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"44aae453-b247-48d3-9232-7457d61fbbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.44378746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdabc3cd-df6f-48a6-8157-96912565fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.497118363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdabc3cd-df6f-48a6-8157-96912565fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.502569873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4e63a14d-b5e2-48ad-9d41-798893248cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:20.555306604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"44aae453-b247-48d3-9232-7457d61fbbf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:22.439408323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c999be0-f922-4354-a8d9-534480bf48f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:22.492324355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c999be0-f922-4354-a8d9-534480bf48f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:22.545015388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c999be0-f922-4354-a8d9-534480bf48f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:22.598169278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c999be0-f922-4354-a8d9-534480bf48f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:24.53827885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf5cdf-25e5-4c14-affc-08bf56e51182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:24.59106569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf5cdf-25e5-4c14-affc-08bf56e51182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:24.645191296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf5cdf-25e5-4c14-affc-08bf56e51182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:24.69919594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf5cdf-25e5-4c14-affc-08bf56e51182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:25.981314174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-user-subscription","reconcileID":"5ea32510-7858-425d-a65e-86135a8dc0d7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.240746399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-user-subscription","reconcileID":"5ea32510-7858-425d-a65e-86135a8dc0d7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.535499431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"9a1b7c46-945c-4a9d-9b13-cf6f58d980ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.535507966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"4e076489-c350-4f7f-a1f0-3770fdba0b8a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.539890652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"4673570e-ba42-45b0-abee-5677c3b19d4f","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.686413868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"59e1c07b-1fd3-48e5-9d1f-a0776f3fdaca","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.6990519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"7b9b4cea-faaa-428b-92af-187df9aef14b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.699066253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2f9592ac-2bdd-43ad-a5fe-20e81f77808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.699472173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"70294b37-dcd3-4315-8c22-c573689f5571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.757733784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2f9592ac-2bdd-43ad-a5fe-20e81f77808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.757743185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"7b9b4cea-faaa-428b-92af-187df9aef14b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:26.760455578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"70294b37-dcd3-4315-8c22-c573689f5571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.046036622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffaac6e-7943-477d-af4e-f18438c1375f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.098788734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffaac6e-7943-477d-af4e-f18438c1375f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.151663987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffaac6e-7943-477d-af4e-f18438c1375f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.204295953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cffaac6e-7943-477d-af4e-f18438c1375f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.256623255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"e144c6d0-1719-4c16-83ea-e97fd3d755c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.256645281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"a83c7771-54dd-4456-9f8e-89dcdf3045e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.257101694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1c300fb3-aa4c-4ae5-b673-f66b09ac187e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.316718616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1c300fb3-aa4c-4ae5-b673-f66b09ac187e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.316724775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"e144c6d0-1719-4c16-83ea-e97fd3d755c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:27.319032165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"a83c7771-54dd-4456-9f8e-89dcdf3045e0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:29.150912293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4989e65e-b13e-41bd-bbd0-e6130babf19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:29.203736156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4989e65e-b13e-41bd-bbd0-e6130babf19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:29.256290434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4989e65e-b13e-41bd-bbd0-e6130babf19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:29.309169203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4989e65e-b13e-41bd-bbd0-e6130babf19b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.364207681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-failed-sub","reconcileID":"e9cea973-137d-463c-9fc5-b4b891ae6d71","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.364368845Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-failed-sub","reconcileID":"e9cea973-137d-463c-9fc5-b4b891ae6d71","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.796386814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"87908e31-ffa7-43e7-a186-4447613608b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.796392598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e190905b-98c7-4205-a746-f22d6206a276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.856448535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"87908e31-ffa7-43e7-a186-4447613608b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:30.856448538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e190905b-98c7-4205-a746-f22d6206a276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.526670003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"93e1cec4-ef05-4dca-a208-7a680b3c22ba","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.599906136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"843f5c0b-f035-496c-9387-fdc617336929","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.758769883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"c5ab3232-f7f3-415a-b53b-43b273f5c4ed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.817463071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"c5ab3232-f7f3-415a-b53b-43b273f5c4ed","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.817729067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"88cf50f9-91d8-4da3-8dfe-866d6710d1bf","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.874617828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"104b4adc-14d9-45e6-959c-29fb371bdaee","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:31.926001637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"78bca747-26f9-436b-9617-768921e20056","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.974271551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"62a37662-0aec-461a-a880-89aa3cdfcb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:31.974277103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b0c149ea-5851-42a2-986c-31e1f86ada2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.033251993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b0c149ea-5851-42a2-986c-31e1f86ada2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.034643504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"62a37662-0aec-461a-a880-89aa3cdfcb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.041955808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"5e0b35e5-84af-4d3f-88a5-23d1e54a4070","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.100624045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"7e0efd55-5728-4be5-acf6-0c08d6f30589","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.138240721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"0e01f8f9-34f1-4736-9f62-c324cbb9cf3e","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.296203506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"6782e2f4-fb6a-489b-919c-b3431584bb18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.35450733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"6782e2f4-fb6a-489b-919c-b3431584bb18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.375253419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"f8ced0a5-f5cc-4725-a708-3c2e41c620b4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.375394904Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"f8ced0a5-f5cc-4725-a708-3c2e41c620b4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.438742227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"884f50f1-a77b-4989-804d-51b50e4aa91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.438758145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4c735dd8-2bed-42ee-ad8c-6265425aef21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.497726738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"884f50f1-a77b-4989-804d-51b50e4aa91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.498915556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4c735dd8-2bed-42ee-ad8c-6265425aef21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.590114821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"c7e0f48b-ee2d-41ad-bec2-3d7a7280ba0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.600273492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"3dc624a2-920b-449a-803a-b495a07e1265","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.813463513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"462f9f39-932e-45fa-9cbb-f6c50db86d97","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:32.813619283Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"462f9f39-932e-45fa-9cbb-f6c50db86d97","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:35.918328035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"151ab428-a812-46f4-a394-c4e450f6581d","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:35.97477531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"6dc8e7e9-72e6-4e21-9e1c-43480d3cb11d","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.13203447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-active-auth-only","reconcileID":"24344d46-dbf4-4c33-adda-885e46fa985b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.190672813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-active-auth-only","reconcileID":"24344d46-dbf4-4c33-adda-885e46fa985b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.464471659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5a40970b-1987-4430-806e-147cc3e4276f","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.621654686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-active-auth-only","reconcileID":"84455338-9012-4cdb-805f-2fa31fc7c683","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.679601479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-active-auth-only","reconcileID":"84455338-9012-4cdb-805f-2fa31fc7c683","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:36.85208691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"e184f0e2-928d-4a5f-af05-b650ada287f5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.073966146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-other-subscription","reconcileID":"e184f0e2-928d-4a5f-af05-b650ada287f5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.286196114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"86341ddf-5162-4b75-b12f-4bd23aa95094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.294966922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"3a0dcb2d-2876-4a24-b4dc-43a459a4304e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.354981689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"0819e47b-910a-49b6-958a-63663c24f6e3","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.452618522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"2a971f4e-dca3-4935-a623-144cf8842f08","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.452863011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4a896c25-45d1-4969-95be-2956965a0b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.452618467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"ba7a2e7b-2729-49af-b711-98e09bf88874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.460558798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"9f5d7b51-be1d-4774-8a80-ea641716e97e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.511455049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4a896c25-45d1-4969-95be-2956965a0b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.511519795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"ba7a2e7b-2729-49af-b711-98e09bf88874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.513822542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"2a971f4e-dca3-4935-a623-144cf8842f08","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.716780895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-test-auth-access-denied","reconcileID":"e3d9f037-677d-4eae-a50f-664cc966ad03","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:37.975031983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"ff193ad7-3dfb-475b-beed-2ae023c0d942","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:38.541888782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-active-auth-only","reconcileID":"c130a351-9004-40b8-a77c-8e3dccac40db","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:38.541921054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f70b748a-4b7e-4dc6-b424-5e97d132121e","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:38.752874535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"747c2a8c-86b0-48cd-ab4c-00715fd28846","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:39.666453652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"c0fed586-17cc-4968-9662-561f9f629721","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:39.721995445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f5fc9ed4-42c2-4bce-8d2a-cf0fb6ec17af","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:39.931573816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"918a4c86-dc5c-4a6b-a06e-000562f516d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:39.990692781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"918a4c86-dc5c-4a6b-a06e-000562f516d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:40.099918488Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"918a4c86-dc5c-4a6b-a06e-000562f516d9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:40.412112135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"d890d8df-c8de-437c-924d-48efb7705f81","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:40.621692119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"6c12d6cb-cb93-4f3d-b672-c7102862b17f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:40.685934031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"6c12d6cb-cb93-4f3d-b672-c7102862b17f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:40.79520067Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"6c12d6cb-cb93-4f3d-b672-c7102862b17f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:42.128383927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"d3e4e232-7498-406d-bb2a-b15dc8322622","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:42.128401726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f09d7b24-e77c-42a9-b2eb-ee9bb38f692a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:42.181937108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-status-degraded-auth","reconcileID":"d3e4e232-7498-406d-bb2a-b15dc8322622","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:42.440195419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"11ac77e0-6c6d-4da9-a57b-2bfe908e508a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.393469107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f09386c1-322a-4ff9-abc5-57a1d52497c5","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.448887664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"c1aa915f-5ac9-4def-8dd1-4ff8d7bb2911","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.606564345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"dc02ab5d-9e71-4608-8d4d-2f69b97a81ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.622547471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.666593409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"dc02ab5d-9e71-4608-8d4d-2f69b97a81ec","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.694881408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"867c6e2c-9d17-4e72-8c91-a40f04dad3d1","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.752918858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5121f1b3-8f98-43a8-8f11-4bf42d56cf6e","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:43.806314706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"5eb9fce3-1082-4dab-937e-2e09ad79e5e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.851905544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"02742d9a-2676-46e4-9694-738cd71421cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.851904584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"efd0b76f-088e-437f-8519-6596e0a4a287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.910218893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"02742d9a-2676-46e4-9694-738cd71421cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.910303913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"efd0b76f-088e-437f-8519-6596e0a4a287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.924318897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"5711f881-0eb6-4fbf-8aca-2950e53634b4","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.982577396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"9da16e23-c574-4ca6-b5a7-af9c7b89e043","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:43.995036528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"40c5ac70-2e0e-4f23-8e81-5e1edf706eba","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.154360884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"ec87fc9d-c8f6-4b27-b362-86040b442a7a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.213434786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"ec87fc9d-c8f6-4b27-b362-86040b442a7a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.254646806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"8dd7f36b-9f7e-4c56-a914-31148f4e2b3a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.254759116Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"8dd7f36b-9f7e-4c56-a914-31148f4e2b3a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.261675994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"08743589-a5a2-4574-b155-c826ed4651f9","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.29743398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3199885b-d920-4a71-bedc-1e8915f8c876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.297455036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a8eda245-3b6b-4a7e-aeb3-1a500991bd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.357850495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3199885b-d920-4a71-bedc-1e8915f8c876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.357852733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a8eda245-3b6b-4a7e-aeb3-1a500991bd86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.434437614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"cdcf450f-a573-4d41-95bc-564ae9645937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.434438292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce5064be-ec88-4c91-90bc-9c4a447a640b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.468345926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"7f426a8a-da3a-4e0f-8b69-11572f26b462","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.4942101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"cdcf450f-a573-4d41-95bc-564ae9645937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.494210672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce5064be-ec88-4c91-90bc-9c4a447a640b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.528966147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"4531331e-0063-4268-8b13-0b33069cfda5","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.590321829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"b78b0bee-5615-4be5-87cf-a74a577957cd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.650032109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"b78b0bee-5615-4be5-87cf-a74a577957cd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.746698311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"8af74247-d96b-4832-a0ce-7d22c0e426f6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:44.74703412Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"8af74247-d96b-4832-a0ce-7d22c0e426f6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.538383612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"a7c0a6a5-344e-4c1b-8fa1-ace0598c3f30","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.693357027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"16f5bd1f-d785-4fed-b244-0fd25a505f46","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.694566742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e6c1b61d-41e7-4c9d-818d-03333652b076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.694801774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"fafc4e0f-878f-4b83-bd15-bf7cf896f2b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.694569514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"548c3bcb-896a-4eab-8f01-cc52530b0fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.754186319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"16f5bd1f-d785-4fed-b244-0fd25a505f46","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.754533559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"fafc4e0f-878f-4b83-bd15-bf7cf896f2b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.759951164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"548c3bcb-896a-4eab-8f01-cc52530b0fc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.760346905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e6c1b61d-41e7-4c9d-818d-03333652b076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:46.812429616Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"16f5bd1f-d785-4fed-b244-0fd25a505f46","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:47.187312182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"c0fc1ee6-1ab6-4be4-a18f-7010e37b6b68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:47.245736244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"c0fc1ee6-1ab6-4be4-a18f-7010e37b6b68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:47.305073334Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"c0fc1ee6-1ab6-4be4-a18f-7010e37b6b68","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:48.868332058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-status-failed-auth","reconcileID":"3e4c095b-32a3-4caa-abbf-9af9327a0c4d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:49.974963885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"2b435dc9-a2f1-48a5-bd5f-fdedbead482c","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.048011189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"327487be-b7cf-4ccb-b7e5-3f11d2b05e77","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.20800404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"33fb2d85-9f08-45dd-bd2b-1c210f90c359","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.258150868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"7db22e5d-a156-4b5a-94f4-a206e4dbc516","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.26644452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"33fb2d85-9f08-45dd-bd2b-1c210f90c359","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.317104906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"ab5ae840-f6cb-4ca1-83a1-4157f33b5731","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:50.371009005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"f71d6eaf-67ed-413b-a2f0-44b513439ab9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.422343813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3a2e5f80-320f-4ae1-b98c-3e2758d4d321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.422366151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4c1731e5-08b8-43a9-9c3c-215e2c721cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.482326426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3a2e5f80-320f-4ae1-b98c-3e2758d4d321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.482323655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"4c1731e5-08b8-43a9-9c3c-215e2c721cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.487067868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"aa0bb642-f1f4-49c4-b176-6f9a1b65b96a","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.545284132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"31197506-0d92-41e1-af80-63d2af5c1ac4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.588871999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"828cd719-29cc-44e0-b978-b6f51538e4eb","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.746919114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"627bebe1-f038-4520-b9eb-c6b58f2023c2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.806339106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"627bebe1-f038-4520-b9eb-c6b58f2023c2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.820512652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"6379689b-6b4d-4f3e-bece-fcfd444db9b7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.820676335Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"6379689b-6b4d-4f3e-bece-fcfd444db9b7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.888843582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"402e2864-b2d5-4fe9-89cb-325bd330ce66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.888890662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"df17535c-6fa9-4370-a31c-5b84b5d5a975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.947003446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"df17535c-6fa9-4370-a31c-5b84b5d5a975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:50.947092876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"402e2864-b2d5-4fe9-89cb-325bd330ce66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:51.033045447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"470ad6a6-3b9a-47ff-b00d-47c37599d9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:51.041601647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"61dec095-e041-47d4-8fa9-ab4391371c3e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:51.255208924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"8f2dd41e-5134-4c91-9795-1315ed121df6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:51.25535975Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"8f2dd41e-5134-4c91-9795-1315ed121df6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.333897611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"4146e738-ac2f-4b33-b46b-e9347b634fd9","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.490608849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"66d77d0e-df7b-4d2f-8b4a-b118171f68e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.490672432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"e66c240a-b27c-4a01-b7aa-a9ee0bb11270","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.49117561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"96102a52-5d48-4220-8adf-898de10ef01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.549529502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"96102a52-5d48-4220-8adf-898de10ef01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.550921884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"e66c240a-b27c-4a01-b7aa-a9ee0bb11270","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:53.552220955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"66d77d0e-df7b-4d2f-8b4a-b118171f68e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.439631263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"07b46b5c-ca17-4517-85ab-63103de1be3a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.659153266Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"07b46b5c-ca17-4517-85ab-63103de1be3a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.659283401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"07b46b5c-ca17-4517-85ab-63103de1be3a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.659574682Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-sub","reconcileID":"07b46b5c-ca17-4517-85ab-63103de1be3a","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.870777948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"886e9120-fb03-4980-b654-7ffb9cafbf57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:54.932791804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"5dd5ee5d-b06a-4502-a57b-da9a92963b4c","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.079754438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"956f96bb-426c-49c0-9f60-6b8a688ac32a","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.089409494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"63da52d3-a722-40d1-9776-5f4052c2c1ff","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.089608846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"58555825-7dad-4b27-9fb8-5c50742d885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.089406798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"85ff90c3-e95a-4d50-9357-7128fb8d8c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.147088441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"63da52d3-a722-40d1-9776-5f4052c2c1ff","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.147484093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"58555825-7dad-4b27-9fb8-5c50742d885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.149504324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"85ff90c3-e95a-4d50-9357-7128fb8d8c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.303430727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-status-degraded-auth","reconcileID":"59842111-eb49-4bfe-9837-c3c8de566a27","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:55.514336808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"ac5cc2f3-540e-4f6f-9d85-b29a4124fbff","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.429027469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"4782a5ac-cae3-4dac-9afe-cb0d25c2da1f","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.484807788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"2be45475-73ec-4d69-839c-f84879fb8875","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.643202588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3a162fec-2659-4451-9645-d9c2e3f4dc74","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.702762803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"b509ccc4-2110-4507-ad9d-c66059ef87bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.703122632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3a162fec-2659-4451-9645-d9c2e3f4dc74","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.709174269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"cb2e86be-ffa6-4d9a-a65a-b29943c092db","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.767053375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"8f528ba1-d8aa-41da-8faa-aeb189b3d2ee","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:11:56.821710858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"87156f28-48bb-4ecd-b9a5-19cde7cabf3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.866256503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b7aa0eae-83fb-438a-89e0-5b8e909b4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.866257803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"55cd013b-6a5a-4345-82ce-bc4e87c7e914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.925888946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"b509ccc4-2110-4507-ad9d-c66059ef87bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.925914175Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"b509ccc4-2110-4507-ad9d-c66059ef87bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.926015304Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube","reconcileID":"b509ccc4-2110-4507-ad9d-c66059ef87bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-60a6c0/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.928399769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"b7aa0eae-83fb-438a-89e0-5b8e909b4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.931415771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"55cd013b-6a5a-4345-82ce-bc4e87c7e914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.940934484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1d86fb2f-759f-4122-80b9-b2bcc077fffc","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.981580045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9bf59deb-4932-4379-8fbd-74c8bc5f6f12","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:56.996999531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"fefc26bf-8fad-4840-acff-cd2e7e862490","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.138545391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"170218bb-1242-4745-ad65-38cf2771f7b4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.140037973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"0c8023d2-106a-4cd4-840c-b9bd2eecfba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.197974275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"170218bb-1242-4745-ad65-38cf2771f7b4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.243255492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"262960ef-5b82-4d65-919a-5b3abe405221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.243931393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"41733788-6bb8-4777-b05d-fbda9f88583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.296527528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"46e16e02-35eb-48be-9998-6b3b1790c750","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.301655985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"41733788-6bb8-4777-b05d-fbda9f88583f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.302412079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"262960ef-5b82-4d65-919a-5b3abe405221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.302764088Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"dfcbc658-afb2-406f-9acb-f0c0ac3d1593","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.302869487Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"dfcbc658-afb2-406f-9acb-f0c0ac3d1593","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.355249297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"1ea154b4-8b91-4dec-bcc1-c1a7597db504","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.453476186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b93274b0-c89e-4588-85f4-346fac1ba040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.453517445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ef8e6ffc-ef75-45be-b350-4b614a06ce03","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.454109037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"967b383d-dc9d-49ee-b203-c62549279524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.52111284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b93274b0-c89e-4588-85f4-346fac1ba040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.522436212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"967b383d-dc9d-49ee-b203-c62549279524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.527623284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"382c6004-f3be-4e39-b44b-a2ad337dc2a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.541928797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6bf442ed-ed56-4bf6-9ca3-c32197618468","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.583428817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"1e361cd5-60b2-4926-b159-6f2eb3f143d4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.648933001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"1e361cd5-60b2-4926-b159-6f2eb3f143d4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.774179399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"4999237b-dba1-4f08-a1d3-504a9590b73a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.774319729Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"4999237b-dba1-4f08-a1d3-504a9590b73a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:57.845213494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-degraded-models-kube-auth","reconcileID":"9c12f03c-1803-4963-bb6d-76f1651772c5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:58.007919718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"8e6e08e7-5f6b-4258-95f9-a45ed45647df","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:59.798231087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"92a5a74e-d9f8-4f48-950d-635b63f1ad07","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:59.955926228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"21fdfc04-3908-4939-8e3f-a3f2b7de72bf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:59.955973848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7889db11-4fd9-491d-9874-445aecdacb45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:11:59.956364221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d9a86cac-943a-4e56-9594-53bbf6b226eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:00.014867661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"21fdfc04-3908-4939-8e3f-a3f2b7de72bf","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:00.016395723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7889db11-4fd9-491d-9874-445aecdacb45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:00.017304237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d9a86cac-943a-4e56-9594-53bbf6b226eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:03.498273481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"7b025842-d414-4ad5-81ab-c69cb9923cb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:03.774990692Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"7b025842-d414-4ad5-81ab-c69cb9923cb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:03.775029744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"7b025842-d414-4ad5-81ab-c69cb9923cb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:03.775168333Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey","reconcileID":"7b025842-d414-4ad5-81ab-c69cb9923cb7","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-388451/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:03.934616869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"80383d96-ee41-45f7-a9e7-3cb08f81b078","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.102516264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"b70eff4b-c26e-4496-a2b1-175b08a69f9a","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.259980691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"752e127e-bb0e-4338-9da7-be94419a56f6","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.260434325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4e256785-a775-42be-9c67-ea6f58fcf715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.260605068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8274c6d9-a504-4e65-bb99-7aef49045a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.260926383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"9cca6bb2-9610-4d66-92ca-7abbaae84542","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.319346902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"4e256785-a775-42be-9c67-ea6f58fcf715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.32054775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"9cca6bb2-9610-4d66-92ca-7abbaae84542","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.321780218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"8274c6d9-a504-4e65-bb99-7aef49045a72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.524757406Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-degraded-models-apikey-auth","reconcileID":"8bed4321-7321-4a25-84df-15b1f693884b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:04.787484719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"36edcea1-bad7-4942-8540-1249ca5edbaa","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.094494946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"6321711c-5fe7-4e5c-b2d1-533b1c5e2c64","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.152003567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"1968a460-0c5b-4c06-b43f-81e7b60c90ca","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:06.206444302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-list-subs-refs-sub","reconcileID":"a7e47995-ee63-41f5-af4b-a1d40a64752c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.252015422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3998aeb0-fa69-49b6-8449-e99be485bbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.25201298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6ab1153c-9af1-4c91-b5a1-83e0db2442ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.312411976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"3998aeb0-fa69-49b6-8449-e99be485bbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.313458093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6ab1153c-9af1-4c91-b5a1-83e0db2442ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.325325634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"b19bd3d7-bb7c-44a6-85f6-4c13a685c2aa","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.38708431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"495ee374-2c15-4377-9001-99cbcfcf6978","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.666551921Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-list-subs-refs-sub","reconcileID":"6fc9670e-0584-4584-87a8-e451e2a11cb2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.68136832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8bff6c4e-23af-4869-878b-6800793ce8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.682131755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e8cd8a07-55c1-4f95-b922-14c8f8385db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.742416818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8bff6c4e-23af-4869-878b-6800793ce8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.74259003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e8cd8a07-55c1-4f95-b922-14c8f8385db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.84099074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"f050fa65-464e-494d-b426-76a630f2717c","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:06.880641459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"4578d760-1071-4931-987c-fee842fdda82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:07.057261652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-list-subs-refs-sub","reconcileID":"47f8862b-7bc7-4505-b7f0-a3a402315a7a","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.517493013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","namespace":"ai-tenant-e2e-praxis-b-4e8da5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.517755669Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","namespace":"ai-tenant-e2e-praxis-b-4e8da5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.517905868Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","tenant":"e2e-praxis-b-4e8da5","tenantID":"e2e-praxis-b-4e8da5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.581466125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4e8da5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.655026843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Service","name":"maas-api-e2e-praxis-b-4e8da5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.71967735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4e8da5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.778123198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4e8da5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.834137834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.904165176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.975237278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:08.978518036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"f2d80bf5-9aef-4c30-be47-cac6e6745410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.03398272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.073677758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"dc1c048b-c781-48d7-b2db-63d7b24fe755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.088118141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.143234804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.198207097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Service","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.254802428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.262130106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3d2de1c3-b1ab-4caa-8e0b-54e03294ad1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.308809024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"a20c45bb-e29c-450e-885d-580d091079ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.309094918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.372087533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.439965019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.464795303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"0163ef51-4637-4cd3-8a25-7ed6e47b2318","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.500974014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.555955252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.616465624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.636459751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"92043a8a-692e-4644-b096-839b50c9f72e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.676220928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4e8da5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.729259871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8da5"},"namespace":"ai-tenant-e2e-praxis-b-4e8da5","name":"default-tenant","reconcileID":"42f74901-fd8e-4e79-9e46-79464cbe092c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4e8da5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.764556078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"394ed592-9bd8-478d-b19e-7a38a08cabbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:09.985116262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"23b1e754-caf5-40fe-88d7-9284ae565c16","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.123038433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47348938-44ad-49b2-9ddb-0170c5ff742a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.18341417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"84761645-cbc6-4abf-91da-c0116879070b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.213320613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"24d1abe7-c1b5-4961-b225-ea67a113d45c","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.24225553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"a084f0bc-267c-4c5e-b094-5dd466cb7b34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.242794461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"23b1e754-caf5-40fe-88d7-9284ae565c16","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.242816947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"23b1e754-caf5-40fe-88d7-9284ae565c16","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.242960402Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf","reconcileID":"23b1e754-caf5-40fe-88d7-9284ae565c16","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-dc087a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.345505488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"612fdcb9-be91-4c46-9418-9a11e14012a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.374051225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"49b62e29-7c13-4a90-a0b3-4d0bc4580e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.374053692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a0aab2d5-cf3c-4275-a87a-9ddd00aa388b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.434259052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"49b62e29-7c13-4a90-a0b3-4d0bc4580e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.437130985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a0aab2d5-cf3c-4275-a87a-9ddd00aa388b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.563396322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"2a0122f4-5133-4c6c-9022-e132d0ac1c50","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.706305989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"98e7fb6a-7b8d-4539-88b3-9dd2437a395b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.723461236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c3feeb29-7479-42ec-8d39-f655c365e5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.726303429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"6470b835-f2f1-4a27-ac91-4e9d226d1a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.726332517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5426a06d-0f7a-48ec-8214-b63e11fe533a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.789979832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c3feeb29-7479-42ec-8d39-f655c365e5e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.801573005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5426a06d-0f7a-48ec-8214-b63e11fe533a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.802261563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"6470b835-f2f1-4a27-ac91-4e9d226d1a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:10.997491676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7c95c901-72e7-4069-bae0-22693e307eef","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:11.261390332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"fc017f90-adcf-4553-b454-cd3d9126ffae","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.164800418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"ea7a0a7f-821c-4403-bc96-e5bb0e902f52","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.164853655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"ea7a0a7f-821c-4403-bc96-e5bb0e902f52","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.225008736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"bd6c710a-ea76-4635-b25c-a040dead9289","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.347262375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"2cb3ba6c-42a0-47a3-882b-c39aa209834a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.347284638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"2cb3ba6c-42a0-47a3-882b-c39aa209834a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.408007142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"9a6d6cb6-0b99-49b7-8160-65e93bf685a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.40812694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"9a6d6cb6-0b99-49b7-8160-65e93bf685a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:12.468161532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"7794ddb0-e36c-4718-a149-69c905ae73ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.520492364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"bdf731f0-3a26-4d83-b04a-4e846ff64af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.521316288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0d97d4fe-fbc3-41d8-8512-7d1e424cd6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.590993598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"0d97d4fe-fbc3-41d8-8512-7d1e424cd6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.593043342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"160bef0a-97ef-461c-bbf6-3165473dd8d2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.593633868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"160bef0a-97ef-461c-bbf6-3165473dd8d2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.593566186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"bdf731f0-3a26-4d83-b04a-4e846ff64af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.617990741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"3b245efa-b310-44e8-8b26-b4a569e627ae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.618098922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"3b245efa-b310-44e8-8b26-b4a569e627ae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.680105011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"cd8e0082-abc7-45eb-8261-fa16f80f2dc4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.680891349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"cd8e0082-abc7-45eb-8261-fa16f80f2dc4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.873772726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"a8deb46c-08d0-4a37-b81e-6b71ed5ca3bc","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-388451/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.888415472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-auth","reconcileID":"0624b6f9-e336-41b7-8c80-971d91ab4327","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:12.951552807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-auth","reconcileID":"0624b6f9-e336-41b7-8c80-971d91ab4327","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.017913087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9072eec6-63d7-4013-a01b-3d2ce86eb152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.018071469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7a80773c-9e81-47d7-8311-fd62c12f316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.048346366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"7a2f123c-eac5-4f58-aeb7-a8297965c97e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.04836531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"7a2f123c-eac5-4f58-aeb7-a8297965c97e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.085322751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7a80773c-9e81-47d7-8311-fd62c12f316b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.100039049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9072eec6-63d7-4013-a01b-3d2ce86eb152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.279517448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"c5e204c5-5ca6-4718-82d7-5bab74cffd61","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.285410572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"b18bf6e0-de7c-4055-b5dc-6199e5c5b036","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.285520572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"b18bf6e0-de7c-4055-b5dc-6199e5c5b036","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.506610658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-auth","reconcileID":"a4df7be9-0c4a-4c0b-a864-4c287938d600","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.566664035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-auth","reconcileID":"a4df7be9-0c4a-4c0b-a864-4c287938d600","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.625144458Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.953093101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-auth","reconcileID":"31dbfefa-4821-498f-8dbf-a76a85dc2f8a","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.953179691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"b41b5d2f-22c1-47fe-8ec1-9f6e7711223a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:13.953285285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"b41b5d2f-22c1-47fe-8ec1-9f6e7711223a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.165129782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"54a48463-84ca-479d-8fd4-294400f9a7a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.16524426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"54a48463-84ca-479d-8fd4-294400f9a7a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.180531143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"12fd16fc-68c3-49b3-9e68-370495ba7f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.181731565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a7213d26-e4d5-43bb-bafd-d4d2426dbfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.235369912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"605ef2e2-a8fb-4a0e-ab11-8e865aa3e97e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.242045497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"12fd16fc-68c3-49b3-9e68-370495ba7f83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.243116634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"a7213d26-e4d5-43bb-bafd-d4d2426dbfa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.325725543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"4416c55c-defa-4e40-9905-f49715ba826c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.325885043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"4416c55c-defa-4e40-9905-f49715ba826c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.563993888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f78346c6-fbad-4e9f-bebd-b9b61d5ec8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.566639517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"de3df9bb-c7a4-49ee-b29a-c7e2983262bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.635872517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"f78346c6-fbad-4e9f-bebd-b9b61d5ec8e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:14.638550706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"de3df9bb-c7a4-49ee-b29a-c7e2983262bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:15.626277041Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8da5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8da5","reconcileID":"14147137-89f3-4610-9ecc-0c2cc43f9cbd","aitenant":"ai-tenants/e2e-praxis-b-4e8da5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:16.107346753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb91bf-90c7-4be9-948b-ca6040104a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:16.162173381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb91bf-90c7-4be9-948b-ca6040104a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:16.216555048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb91bf-90c7-4be9-948b-ca6040104a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:16.270016838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5adb91bf-90c7-4be9-948b-ca6040104a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:16.447396883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8da5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8da5","reconcileID":"14147137-89f3-4610-9ecc-0c2cc43f9cbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8da5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8da5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:18.272435205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f1800-5e51-467f-944b-725b8a8eae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:18.324869779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f1800-5e51-467f-944b-725b8a8eae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:18.377332864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f1800-5e51-467f-944b-725b8a8eae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:18.430416669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f1800-5e51-467f-944b-725b8a8eae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.154434141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"50f2df1a-e73c-4e51-bc41-212d02655c0b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.154873726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"6a40cfd2-9e9f-4a51-9674-4b788d588693","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.214785059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"f4015baf-feea-4bd9-8ac3-80c3280d1445","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.215179941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"3dcab6ed-b631-436f-8dcc-0641f22ded70","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:19.2680462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"9740c0f1-b39d-4ff4-9c32-58f842d7397a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.319670692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9b3481d8-0c24-4680-a836-5fee5c2a2661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.320093686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"88ae27f9-3cfc-483b-9410-21dd3567a79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.378477537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"9b3481d8-0c24-4680-a836-5fee5c2a2661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.378484562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"88ae27f9-3cfc-483b-9410-21dd3567a79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.387375043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"de68c9ca-76ee-48de-a275-da89793e2085","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.440204818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"6a1f71c4-89ef-445e-9ff2-72a525e3793d","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.49262422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"5f05013b-4fe5-4c77-9974-e672bf3796ba","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.497750281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9cd7d0c5-0faa-44a3-be61-1d78e1cf3381","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.498102725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"26a91025-8694-45b3-91a9-5f0ce63929ce","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.550215588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6073de98-9e37-4589-8ada-30e108c30e67","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.75793917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-auth","reconcileID":"508f7b40-dc62-4546-ae3c-f5ae51bd7925","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.811098032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a8fcbc32-1f92-468a-b5a1-0c96403f1872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.811128891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"8a372358-387d-40eb-b45e-1a15f87a6449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.816386952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-auth","reconcileID":"508f7b40-dc62-4546-ae3c-f5ae51bd7925","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.816823179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"5a2436df-23ad-40a6-8191-5c3eec3dec3d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.86491637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"64f3cfb4-0ac2-4c1f-83f8-0f31d6b02423","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.870163029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"8a372358-387d-40eb-b45e-1a15f87a6449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.871276481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"a8fcbc32-1f92-468a-b5a1-0c96403f1872","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:19.980051494Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"5a2436df-23ad-40a6-8191-5c3eec3dec3d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"distinct-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.032454673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"93559cb9-880f-4078-8a37-74f299177f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.185928541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"f243e6d2-d504-41c8-a9a3-5d5d18b8fd09","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.202181313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"8c2f93ba-12d7-420d-af3b-1da586d8cd28","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.202599058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"1dca1ca4-a021-4a2b-8114-f2af7df16d62","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.344862233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d6de50-b560-457c-84d7-77bd077a2be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.345050776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-auth","reconcileID":"9a1219ac-fc1f-48c0-adf0-1fa172269923","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.397602063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d6de50-b560-457c-84d7-77bd077a2be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.449984311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-list-subs-refs-sub","reconcileID":"1a01a1d7-1297-4420-a1ec-6b22d4f84556","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.450182145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d6de50-b560-457c-84d7-77bd077a2be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.451068407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"2d3c8888-747b-4e8e-bfc3-535e8d47a525","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.455585633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-auth","reconcileID":"9a1219ac-fc1f-48c0-adf0-1fa172269923","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.502702041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d6de50-b560-457c-84d7-77bd077a2be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.675672256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"2d3c8888-747b-4e8e-bfc3-535e8d47a525","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.735415156Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-list-subs-refs-sub","reconcileID":"1a01a1d7-1297-4420-a1ec-6b22d4f84556","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:20.951555681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"1f42577c-e85e-42de-9404-df40f7175ec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.002226213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"da5da9c8-9961-4a22-a972-ac5caad14830","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.061395773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"68e7ce38-7df5-4d8b-96be-501d08e6a931","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.061911913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"35594f47-a6cf-4c0e-9205-2871e7e8e278","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.16005763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cd811b85-11dc-4628-81cb-527bbd037601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.160057653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"660ba366-db15-4503-8633-7188e4b32efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.220218571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cd811b85-11dc-4628-81cb-527bbd037601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.220493827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"660ba366-db15-4503-8633-7188e4b32efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.792126981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"13d7cb66-ccbb-4fe9-93ca-9746f885dbca","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.850317034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"ea792fb5-4b6b-4e12-8865-a1baec3aa8c4","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:21.904360573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"0f203f6f-e2e0-4b74-81c2-58ed19bfe51a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.949897775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"104e327f-8997-4d89-8c67-e4f8d1273b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:21.950122506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bd34c35a-e72c-4386-a8eb-983c2901f5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.008223099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"104e327f-8997-4d89-8c67-e4f8d1273b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.008476677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bd34c35a-e72c-4386-a8eb-983c2901f5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.024153009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"4d4a3d4d-9ebc-4feb-8664-5420ca0af929","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.080777861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"ca3e7f96-ab4e-46a9-a2d6-cb0e9902deab","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.132923914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"e8f7075d-41d9-4251-88b3-8148355a53be","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.133444135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-60a6c0 priority=0:[ai-tenant-e2e-worker-w4-60a6c0/e2e-model-match-sub ai-tenant-e2e-worker-w4-60a6c0/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.189596757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"602a69d7-6e23-412e-8bbb-49c48003d54c","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.245215417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"1733f522-84b9-4378-a2b6-1cb8194e1aba","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:22.248015574Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-60a6c0/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.296250365Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"f4040557-e8b4-47f8-b7bb-9ff0d54c69e1","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-w4-60a6c0","model":"distinct-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.300463903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"92584d21-00a3-42de-b308-54f8f0bbc9f5","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.373555945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"c706b753-5f49-4647-8a0d-c068a3781a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.374272427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"87117bf4-c771-4e7b-a08a-329d089efad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.422946454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"2ff90e8a-1145-497f-92e0-3d43a736aa3c","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.436424915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"c706b753-5f49-4647-8a0d-c068a3781a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.43742887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"87117bf4-c771-4e7b-a08a-329d089efad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.481807282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"1b886efc-7dfd-4834-a7b4-af9cb541d89b","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.524419343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"9926fc10-15a7-46f1-9a5c-325a653a947e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-2-w4-60a6c0","model":"distinct-2-w4-60a6c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-60a6c0/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:22.536272063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"1b886efc-7dfd-4834-a7b4-af9cb541d89b","name":"distinct-w4-60a6c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:22.536334316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"1b886efc-7dfd-4834-a7b4-af9cb541d89b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.541553621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"6c40c3f8-f14e-4494-a7d7-eca332d6825f","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.691861043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"225670c4-8c4b-4137-9372-88193fc5e068","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.692213602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"71c90422-b94c-480a-8965-848f634d1b89","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.694457612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"c2c1e399-fe9a-4822-ba3f-082f790a14c2","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.70667555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"72fd3d83-caed-4b7b-8b92-71dde733cce8","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.749461318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"225670c4-8c4b-4137-9372-88193fc5e068","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.7655097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"1a65108a-8351-4fa2-b1dd-8615d0fb54a4","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:22.819650655Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"1a65108a-8351-4fa2-b1dd-8615d0fb54a4","name":"distinct-2-w4-60a6c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:22.81970911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"1a65108a-8351-4fa2-b1dd-8615d0fb54a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.825006929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"4c67fe91-f397-40ec-9aeb-f5a7e3ee808c","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.848936221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-auth","reconcileID":"f05a48ac-c3f1-4c28-93ab-07578ead62dc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.849011844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"9b2be30b-303f-41a7-860f-2d194b512ea6","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.850364015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e738fa3c-c7c1-4475-af3d-5f1b93f1adc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.850592033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"36661bf2-ea7e-45c1-b139-0890b4311283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.904903123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"ef43c743-aeb7-45e0-8185-41e045f092de","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-2-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.908416812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e738fa3c-c7c1-4475-af3d-5f1b93f1adc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:22.908486138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"36661bf2-ea7e-45c1-b139-0890b4311283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.017188616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"a476d146-5a5e-44a7-be81-222005088bff","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.023521701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"eb193045-7eae-46b7-ae89-b73523b9803a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.063129748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"913b0ec8-8659-4861-8990-7cc397e01059","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.065408634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d57f3980-75b2-4d99-bdcc-06af4ac49689","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.082824962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"eb193045-7eae-46b7-ae89-b73523b9803a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.161418829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"ad052f1b-fed4-45c5-a0b3-d97d61ab2e93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.224409355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"2b16150d-e73b-4bbf-8430-16de391c425f","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.224966776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"ce5bc7d1-0de2-42d8-9651-c0613c2fb80c","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.255308841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"607c2d48-681f-4716-8c07-da991c13c8e2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-2-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.326621239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"6fc076bc-d8fc-450d-98ef-c2b56910e84d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.363687594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"781beed4-d4a6-4081-841f-3b38e2b70794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.363917334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"93970813-33aa-44f3-8d9b-bb0390e0db93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.380862605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"fd69dcb7-062c-4053-976c-4945f7ccc97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.386458406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"6fc076bc-d8fc-450d-98ef-c2b56910e84d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.400765963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"c06fbbc8-7b3e-4a7e-bf83-faef8bc85bed","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.42369948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"781beed4-d4a6-4081-841f-3b38e2b70794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.424634733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"93970813-33aa-44f3-8d9b-bb0390e0db93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.443218011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"fd69dcb7-062c-4053-976c-4945f7ccc97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.684091204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"3f3cbe74-64ce-463c-a441-1694e46dcbfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.700935813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4ab42504-c431-46eb-90c3-088771559e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.74264688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"3f3cbe74-64ce-463c-a441-1694e46dcbfe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:23.758953857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"4ab42504-c431-46eb-90c3-088771559e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.416516437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"bb91ee00-c8dd-4368-ac20-3af27e0d563f","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.550923388Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"032f423b-45ee-45c1-853d-f173bf2deac4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.579973374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"e21c0445-6943-4d4a-bc60-e78c99533d50","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e327c7db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.603475167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"032f423b-45ee-45c1-853d-f173bf2deac4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.656251552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"e2e-enrichment-sub","reconcileID":"032f423b-45ee-45c1-853d-f173bf2deac4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.677559567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f48d25e1-1aaf-4533-a624-5463b2bdf9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.677580254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9ea7289e-a998-4198-bd5e-0ad334a37578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.678941219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"35f490f0-e784-4f13-a418-894314ddc413","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.735727551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f48d25e1-1aaf-4533-a624-5463b2bdf9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.735806641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"9ea7289e-a998-4198-bd5e-0ad334a37578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.738364123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"35f490f0-e784-4f13-a418-894314ddc413","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.781723205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"c206ea2b-41cc-4839-a85b-9e74d017ff86","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.843908387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"c206ea2b-41cc-4839-a85b-9e74d017ff86","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.941157396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"7277db6b-eda7-4403-83ff-c83e82419235","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"tenant":"e2e-worker-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.941176775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"e2e-enrichment-model-ref","reconcileID":"7277db6b-eda7-4403-83ff-c83e82419235","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:24.998261462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"b1dab1c4-abaa-4cbd-9903-baedaff55460","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.150720682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1c86dd3f-9fef-4b6d-89e5-6065bb6564fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.155088611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c7111369-7597-47e5-aed3-bb7e59d542b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.155156083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d8e50161-24bb-412d-9ad8-0323eeb3bb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.158468494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"a458e0a1-03c1-4abf-9edc-b9253cf59694","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.209461564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1c86dd3f-9fef-4b6d-89e5-6065bb6564fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.213632093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c7111369-7597-47e5-aed3-bb7e59d542b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.217130145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"d8e50161-24bb-412d-9ad8-0323eeb3bb20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.218059059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"a458e0a1-03c1-4abf-9edc-b9253cf59694","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.314912672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"ebc292e8-4c05-400d-92ac-546f2fe2b5bc","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.354668811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"f48d92f6-2eca-40a2-9111-9278cce0df81","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.412907322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"f48d92f6-2eca-40a2-9111-9278cce0df81","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.430022929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ebb3dc85-0407-467c-954b-e2293e5a632e","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.485938125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"c2082c4a-ab48-4bd9-936a-1b1e02c83dbe","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.577030287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"bfb5be56-a091-467a-ad70-435d91c36060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.63597734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"bfb5be56-a091-467a-ad70-435d91c36060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.675410241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"4b8beeb5-fc4c-48fa-b8f7-8351c8ea5523","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.707050124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"7fca662b-9f01-4775-bf0e-50712b914c7f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.733540851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"4b8beeb5-fc4c-48fa-b8f7-8351c8ea5523","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.763059831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"2e83dfdc-c47e-48dd-9d9f-bbaf094593c0","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:25.829154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-subscription","reconcileID":"626cafe2-4489-4631-8758-693519ba63a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.864530881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b17f4aea-9a13-4cad-aa98-e97d760e88ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.864528012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"25a23529-1a0f-4084-9d3d-8e248fd646bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.924683139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b17f4aea-9a13-4cad-aa98-e97d760e88ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.92484973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"25a23529-1a0f-4084-9d3d-8e248fd646bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:25.951504482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"c59e0421-688d-459d-b3e3-1c5755b24055","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.0024237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"5d947c4a-ac86-4b70-b3a9-164904dad09a","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.009540995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"9685934e-2dfc-4d4d-b3cb-1f3ce9af3518","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.159589157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"fa07bc61-656b-43ae-8b8b-a8595ddc9ae3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.22011842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"fa07bc61-656b-43ae-8b8b-a8595ddc9ae3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.281143618Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-subscription","reconcileID":"395a869a-2c2a-4ae1-910f-a3ad34f64faf","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.308341621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d1455bcd-3090-4e57-9254-ef2ee6040d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.30899403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"cecfb025-d3f1-47d5-9b2a-bf0690cdd08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.367949244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d1455bcd-3090-4e57-9254-ef2ee6040d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.370588754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"cecfb025-d3f1-47d5-9b2a-bf0690cdd08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.449909084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"e32f6d49-6497-4825-aad2-6e92a90d274f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.493066656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"c68799f5-74cd-4283-be62-e70a5cb82b26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:26.664057841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-subscription","reconcileID":"6daf298e-d53c-4b96-a32c-6c7381d831f0","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.127799126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"763ad272-6d3c-4333-a2d9-774564edff00","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.284529141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6a5b9b61-ec9c-42d3-a8ae-b8f4296c18e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.284736818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"f43b2a65-0d3c-4324-816e-36535d494a4e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.284533334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3a9d9f89-5e4a-42ba-9fe4-cb05297f0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.344273142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"3a9d9f89-5e4a-42ba-9fe4-cb05297f0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.34528862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6a5b9b61-ec9c-42d3-a8ae-b8f4296c18e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:29.347081265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"f43b2a65-0d3c-4324-816e-36535d494a4e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.68448033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55aa1e43-79b6-412d-865d-e5c56a95afa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.737260052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55aa1e43-79b6-412d-865d-e5c56a95afa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.790195958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55aa1e43-79b6-412d-865d-e5c56a95afa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.843462895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55aa1e43-79b6-412d-865d-e5c56a95afa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.848342338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"839bd6db-6903-4bf4-852b-9dfe1b732b8a","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:32.848361992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"839bd6db-6903-4bf4-852b-9dfe1b732b8a","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.212478531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-a34cfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-a34cfc","reconcileID":"77587624-fbf8-4cfd-9690-7400d383d87c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-a34cfc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-a34cfc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.388440691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"563d22fe-1bf4-4225-9c72-eae9ee0a44e0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.610577286Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"563d22fe-1bf4-4225-9c72-eae9ee0a44e0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-dc087a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.610613831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"563d22fe-1bf4-4225-9c72-eae9ee0a44e0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.663553115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"563d22fe-1bf4-4225-9c72-eae9ee0a44e0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.71633015Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"e2e-partial-access-sub","reconcileID":"563d22fe-1bf4-4225-9c72-eae9ee0a44e0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/distinct-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:33.82346519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"11dc90eb-617e-478b-a915-b7658aa42ef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.038616858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"e14c6f05-e908-4f91-8eec-d0ae16839e34","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.039032362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"a2e71ca2-adc7-4a74-8c23-84c8af831cd3","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.276007282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"da088749-1761-4b29-865f-fd60450917eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.276615325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d2441be3-969c-4d70-9953-7922f1f3df2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.334504318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"da088749-1761-4b29-865f-fd60450917eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.334506332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d2441be3-969c-4d70-9953-7922f1f3df2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.632856762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"050f774a-6d91-4c5d-8ec6-5e68fb6e489d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.685651052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"050f774a-6d91-4c5d-8ec6-5e68fb6e489d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.738446369Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-sub","reconcileID":"050f774a-6d91-4c5d-8ec6-5e68fb6e489d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.840089064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffe024-781e-4c56-acd4-755d93be32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.893090857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffe024-781e-4c56-acd4-755d93be32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.945562021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffe024-781e-4c56-acd4-755d93be32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:34.998534095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffe024-781e-4c56-acd4-755d93be32ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.111591389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"4dfeeb37-ff77-45dc-be72-1ae4ec458dd4","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.283269853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"9bfadbe2-5df0-4f70-83c4-ec15467341ef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.427475855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"6c65bf6b-6a9a-48c9-82de-8b0ad264b3f3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.42769265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e2e88c34-c7c7-412e-8d0d-28f9fead3ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.427475269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"7dc9362c-d379-4af9-8e0b-a0af19e93356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.428595606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"8d764ebd-272e-4981-8c2b-46907b5be798","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.449951485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"77dde522-7746-4b2a-89b5-b634f99e92f3","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09683ef1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.487760903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"6c65bf6b-6a9a-48c9-82de-8b0ad264b3f3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.488646619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"e2e88c34-c7c7-412e-8d0d-28f9fead3ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.494763311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"8d764ebd-272e-4981-8c2b-46907b5be798","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:35.495445556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"7dc9362c-d379-4af9-8e0b-a0af19e93356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.007035983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a86368ea-8c50-4d44-ba4a-1c0c3635d0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.007598569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"3a2b698a-8c5a-493d-9a5b-6dafafbb623b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.007884788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"35872b8a-a223-4c80-8008-71cfa539e863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.007598497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"4e3333d8-ffe7-4dfd-b25c-efed9f216647","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.065264145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a86368ea-8c50-4d44-ba4a-1c0c3635d0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.067537416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"3a2b698a-8c5a-493d-9a5b-6dafafbb623b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.069156106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"4e3333d8-ffe7-4dfd-b25c-efed9f216647","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.07205621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"35872b8a-a223-4c80-8008-71cfa539e863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:36.981294226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d7e406-cef7-4512-bd2b-542ec3431c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:37.036276993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d7e406-cef7-4512-bd2b-542ec3431c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:37.095759492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d7e406-cef7-4512-bd2b-542ec3431c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:37.183191328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d7e406-cef7-4512-bd2b-542ec3431c18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.331244515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"53a423e2-233b-44be-bc26-f3ca9393993a","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.331357237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"53a423e2-233b-44be-bc26-f3ca9393993a","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.389157792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2429414d-7f83-4ea0-a801-d5013f47235c","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.389677517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2429414d-7f83-4ea0-a801-d5013f47235c","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.499948928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"219a7801-3cfa-4a46-b8a6-136430eff9a0","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.719647555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"219a7801-3cfa-4a46-b8a6-136430eff9a0","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.805390344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8056d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"219a7801-3cfa-4a46-b8a6-136430eff9a0","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.868883313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2e81f758-6c3f-43e9-9bc4-138da04edd11","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:38.869122618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2e81f758-6c3f-43e9-9bc4-138da04edd11","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.158004765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"9e53b5a3-5e0f-445c-8c77-80e013ec7f91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.300396566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-subscription","reconcileID":"8b189ba6-0e36-413d-b370-cd4a57936dc7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.320939809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"4b3419ee-5fa3-43a7-b439-a09502576445","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.332253439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"6d910016-177c-4c76-9185-7eb55fa33da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.470647939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-subscription","reconcileID":"8b189ba6-0e36-413d-b370-cd4a57936dc7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.528598164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"977dd66b-18db-47a0-bb4b-765401b566ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.734140994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"9ebfa53c-c743-4eff-8da7-12fd26fa1fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:39.922329929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"d41a2983-7add-45e1-82af-e12492b41528","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.104243092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"478e5a51-269c-4f39-80c7-f0cbb8b62ca7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.105044846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e739d266-e25f-41b2-b5e0-d17b85b5c15e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.107153175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"333f01e6-8393-4a99-ac1a-a67b985e6d91","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.201666373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"7ff5006e-f5f5-401d-83e0-f3a698150989","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.289082322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"537204b6-6598-4cd8-b566-97c963b879fc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.289901832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c03ec8d4-8ad0-41ba-b558-f4159a732de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.350136684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"97241e8d-638f-4bb0-b9d7-6b4ebd7f7b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.35623492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"537204b6-6598-4cd8-b566-97c963b879fc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.364485251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c03ec8d4-8ad0-41ba-b558-f4159a732de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.433366879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"97241e8d-638f-4bb0-b9d7-6b4ebd7f7b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.438476353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"9f8a2c49-d2e1-4aa1-9586-24eff2b16f8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.52064163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"6321dc60-b2c6-4866-8210-2872d613563e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.589379589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-test-group-auth","reconcileID":"17985ab1-a591-4a89-bdbe-d18263a093f3","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.659407115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"6098bbe2-2ad2-4b56-bf89-80f15276a53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.66037617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"63ad0238-46d2-425c-8bc9-5051399a36c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.737455573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"6098bbe2-2ad2-4b56-bf89-80f15276a53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.742184082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"63ad0238-46d2-425c-8bc9-5051399a36c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.831402923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5236e5b4-d710-44ea-bca6-7b1d16ac18d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.911150879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"c8f94f55-6df4-4978-81d3-8918ee216ed2","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.937706545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5236e5b4-d710-44ea-bca6-7b1d16ac18d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:40.995105924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5236e5b4-d710-44ea-bca6-7b1d16ac18d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.057547383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5236e5b4-d710-44ea-bca6-7b1d16ac18d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.13026996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-bb037c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-bb037c","reconcileID":"71129969-bb5a-4a57-a3ad-cad4d5af8fb6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-bb037c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-bb037c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.554789142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"675989f5-5735-4a90-b9db-3cff180c77f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.556222328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"b5d74232-3f27-4c24-8485-db0d62368d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.610276843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"fb34b9a6-27e9-419a-b593-fd855218345d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.61082455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"ffe7e404-f29b-4570-8bd4-3ff819db90ef","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.623538796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"675989f5-5735-4a90-b9db-3cff180c77f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.631396792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"b5d74232-3f27-4c24-8485-db0d62368d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.684333748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"ffe7e404-f29b-4570-8bd4-3ff819db90ef","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:41.737170474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"fb34b9a6-27e9-419a-b593-fd855218345d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.118818045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bdae92f2-d434-492f-bea4-b7f85ca2877a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.151229547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dad25e80-227d-404b-8a8a-f34216440f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.179784803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"bdae92f2-d434-492f-bea4-b7f85ca2877a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.215911346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dad25e80-227d-404b-8a8a-f34216440f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.265483611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"0f828992-af63-4c6c-9a20-62a9a09a7258","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.326763343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"0f828992-af63-4c6c-9a20-62a9a09a7258","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.400221646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"03c6b8fe-278e-428b-9ff5-2f968c59b0c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:42.459534502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"03c6b8fe-278e-428b-9ff5-2f968c59b0c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:43.430657107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f9390a-6f41-4a99-ad36-d208d981a753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:43.491368537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f9390a-6f41-4a99-ad36-d208d981a753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:43.547852728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f9390a-6f41-4a99-ad36-d208d981a753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:43.602214823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f9390a-6f41-4a99-ad36-d208d981a753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:43.622697302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.510327123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"a6a8e6da-25ed-4363-9379-45c6983161ef","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.637636601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"a6a8e6da-25ed-4363-9379-45c6983161ef","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.702122655Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-sub","reconcileID":"a6a8e6da-25ed-4363-9379-45c6983161ef","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.813891576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff0da2-5641-42fa-afdc-a19b868287ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.867163284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff0da2-5641-42fa-afdc-a19b868287ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.92127369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff0da2-5641-42fa-afdc-a19b868287ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:45.974285463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff0da2-5641-42fa-afdc-a19b868287ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.090649855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"508b3428-8193-44cc-addd-404330c28aae","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.265301198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"5432afdb-39bb-42c4-995c-aad54ee72110","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.438434985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"454d3b58-9609-4cd1-9ec7-9d1f6127661e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.438857052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0d185a5b-d7c8-453b-b387-71560110843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.439098415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"297d2ab4-c1a4-447f-a4e9-ec216632f7bc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.439649837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dd4821f7-5d36-44bf-b620-63beacc19368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.502500349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"0d185a5b-d7c8-453b-b387-71560110843a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.50752967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"dd4821f7-5d36-44bf-b620-63beacc19368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.506633606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"297d2ab4-c1a4-447f-a4e9-ec216632f7bc","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.512586742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"454d3b58-9609-4cd1-9ec7-9d1f6127661e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.710447201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-match-auth","reconcileID":"3164f94c-9b5d-4954-b2ad-6d9b86fcca8e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.924575612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"944d3243-b4dc-41c9-8e94-48cebe7b6d37","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.96839575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"493aa6a1-c9d2-4c7f-8df7-da3fb35bd164","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:46.989963478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"944d3243-b4dc-41c9-8e94-48cebe7b6d37","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:47.072664146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"39c31f17-82fd-49c4-99ea-fc28b47b96cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:47.13180148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"9d24565f-426b-489a-9c99-38d79b0ec2e2","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:47.197228309Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"e2e-model-nomatch-auth","reconcileID":"63beced4-9e55-4266-a11d-45c299a781d4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/distinct-2-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:47.363431188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"c769a086-e1ad-46d3-82dc-230acae63a92","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.728894711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"0c21aedd-77c0-43fe-bfd0-d143dc08d509","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.787382933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"4796ebb4-ddae-4f46-b336-be8634cc5e0e","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:12:48.838808116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"8923178b-ff1a-4cda-973e-c61b912c8a98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.888269184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6c0b796b-34f4-4287-885c-a787f2b6b41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.888294867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e87e1b0f-9aa7-482e-8320-3e568adf995a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.946580217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6c0b796b-34f4-4287-885c-a787f2b6b41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.948294676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e87e1b0f-9aa7-482e-8320-3e568adf995a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.954032411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"e8ee2f7a-5a67-4d50-83e3-266110ac0585","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:48.974108126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"5f764777-1312-4a29-a0b8-f392e9cab530","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.011654283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"9d7378f1-20c8-40c5-98af-bb387bef0ca5","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.031594816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"702e5327-d9e3-45cb-824b-93e68c721da7","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.033300044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"5f764777-1312-4a29-a0b8-f392e9cab530","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.088709016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"12317cea-aa1e-49d0-a7b5-a5e2afa714fc","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.090321366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8056d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"5f764777-1312-4a29-a0b8-f392e9cab530","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.224973181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"7e2ca8a6-5ebe-4f29-addd-3eb6815fb6e9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","model":"distinct-w2-f5c7cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f5c7cf/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.300180624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-auth","reconcileID":"3eb41ebf-f4f4-405d-b659-3846374ee333","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.354988284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"71112485-ebde-4d1a-aa4c-0dc91c673075","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.359750483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-auth","reconcileID":"3eb41ebf-f4f4-405d-b659-3846374ee333","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.399660147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"6d8cd287-7c46-4700-bebb-eb57060170ee","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.406978253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"97ea26c5-3e00-4af0-9e02-d8348409c521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.407025358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"78d2eb4c-07b1-422f-b857-e98f3f6b2fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.466376168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"78d2eb4c-07b1-422f-b857-e98f3f6b2fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.467883375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"97ea26c5-3e00-4af0-9e02-d8348409c521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.619030412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"b1c8a342-5039-431b-85f4-d07610c84dc7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.680179746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"d9daa7ac-af92-4bd2-8cdf-f503aa119ec8","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:49.90523975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-auth","reconcileID":"e4687831-8efd-41d7-97c1-74f79231bd40","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:50.012329547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-auth","reconcileID":"e4687831-8efd-41d7-97c1-74f79231bd40","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:52.535781152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"9bcc9c74-fc12-4c59-ad87-8f9c6a4a8db6","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:52.535791654Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-auth","reconcileID":"7b395a1f-a1fc-4a74-bc12-4e1395f74abc","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-2-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:52.698637624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"261a3ea1-4b7d-4ade-99ae-1ef1cbee436b","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:52.862051876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"36ee9600-ac0f-42cc-a834-83226027c298","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:53.019969337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a53b5f6b-a0f8-414e-853b-9d1ae98e81a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:53.020002383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b1433ec1-a8bd-478e-b1e7-b6a6cfa7a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:53.082469038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b1433ec1-a8bd-478e-b1e7-b6a6cfa7a6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:53.082865449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a53b5f6b-a0f8-414e-853b-9d1ae98e81a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:54.134506609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91b227d-be0b-48ef-a7cd-bd3f25017bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:54.187250369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91b227d-be0b-48ef-a7cd-bd3f25017bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:54.240935452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91b227d-be0b-48ef-a7cd-bd3f25017bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:54.294879755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91b227d-be0b-48ef-a7cd-bd3f25017bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:54.67311125Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-89c2d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-89c2d2","reconcileID":"3bd8d867-f46e-4767-9392-79af182a8436","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-89c2d2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-89c2d2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:56.260260225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0c8693-8884-49d2-a2f2-afd03f2a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:56.312928424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0c8693-8884-49d2-a2f2-afd03f2a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:56.36569834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0c8693-8884-49d2-a2f2-afd03f2a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:56.419371774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af0c8693-8884-49d2-a2f2-afd03f2a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:58.46344405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf76b09-c5e7-465a-a8e0-016d8381175a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:58.516716445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf76b09-c5e7-465a-a8e0-016d8381175a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:58.572913191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf76b09-c5e7-465a-a8e0-016d8381175a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:58.626751494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf76b09-c5e7-465a-a8e0-016d8381175a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:59.196369942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"fc24fca7-95b5-48fc-ade1-a3ba61d6f46e","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:59.254904407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"fc24fca7-95b5-48fc-ade1-a3ba61d6f46e","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:12:59.311885412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8056d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"fc24fca7-95b5-48fc-ade1-a3ba61d6f46e","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:00.608531508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1f275-49f3-48eb-b0f4-d388dda07267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:00.661607841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1f275-49f3-48eb-b0f4-d388dda07267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:00.715068981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1f275-49f3-48eb-b0f4-d388dda07267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:00.7685211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1f275-49f3-48eb-b0f4-d388dda07267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:02.691602433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec628ebf-b95d-40e8-af19-eb15d497740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:02.744213739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec628ebf-b95d-40e8-af19-eb15d497740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:02.797064837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec628ebf-b95d-40e8-af19-eb15d497740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:02.849903757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec628ebf-b95d-40e8-af19-eb15d497740e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.028140323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"d0e48b56-0425-4745-996b-3d3513c818a3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.119071687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"d0e48b56-0425-4745-996b-3d3513c818a3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.172321818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"e2e-no-access-sub","reconcileID":"d0e48b56-0425-4745-996b-3d3513c818a3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/distinct-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.454039495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"79616c54-c451-40c1-8abb-9a2e3973a017","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.613573499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4bbfced5-6f1d-4c8a-b08d-7f6f0839b111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.61357353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1f7e6363-1069-4725-ab9e-293360ff4a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.67229169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"1f7e6363-1069-4725-ab9e-293360ff4a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:03.672382012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"4bbfced5-6f1d-4c8a-b08d-7f6f0839b111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:07.258393171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3f53e5ea-036f-4fbc-aeff-027e38d7dc5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.144453039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6d038ca0-bd39-4655-a9dd-1378be3dda89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.144453005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cfaf66a9-e96e-4fa4-81d0-ec625455f7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.20594953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"cfaf66a9-e96e-4fa4-81d0-ec625455f7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.206530354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6d038ca0-bd39-4655-a9dd-1378be3dda89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.350517305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e5b8b629-d9a9-46e2-b551-6e4f639d845c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.350544411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"04a92016-43e7-41a9-894b-1cd3be36aa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.409114215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e5b8b629-d9a9-46e2-b551-6e4f639d845c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.409157267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"04a92016-43e7-41a9-894b-1cd3be36aa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.423368053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be56a00e-fdda-4f86-a216-810495ad988f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.476453212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be56a00e-fdda-4f86-a216-810495ad988f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.529255403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be56a00e-fdda-4f86-a216-810495ad988f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.582221661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be56a00e-fdda-4f86-a216-810495ad988f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.840205976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"0032ee29-66e0-4909-a4fc-b426129dd85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.840299702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d2459828-2149-4543-9df4-27b5d5e04fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.840602083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"cac419be-734b-4919-a35e-24515e6f7474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.89269379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"843055e6-96be-4d91-bb9a-677ee175a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.898406821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"0032ee29-66e0-4909-a4fc-b426129dd85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.898699855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d2459828-2149-4543-9df4-27b5d5e04fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.900216039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-278c95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-278c95","reconcileID":"f5f53244-23f3-4fb1-be0b-9c4d740d429e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-278c95","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-278c95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.901091652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"cac419be-734b-4919-a35e-24515e6f7474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:08.950413365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"843055e6-96be-4d91-bb9a-677ee175a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:09.421817069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"175c8243-fb3b-4aa3-a614-3bcb1bd35433","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:09.47999661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"175c8243-fb3b-4aa3-a614-3bcb1bd35433","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:09.538458775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8056d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd5be31166eb3dd0e7ff42464acfccc2d27c5a35837285bc2e8adced682d312) AuthConfig (b2e417cfa9fca0a1279488e99e64fa2dadedb6bf6da88de5381633ef2bf4f1ad) AuthConfig (0f5a8c7e9edd57770095af107a240305a5d5e6c53e0e8166cb9419a8186418f0) AuthConfig (f93d77d950645789ffb362b0df221a622c44a231a233ed3bd3af13e7b1889011) AuthConfig (de58d1aa0d51e139692b67650914357f74d76e0cf0f6abca1fc105028c170c0a) AuthConfig (629456d82bf0f5733d15919bcc3f73b1ee1b8d193de4a91ef1e711b035e23b91) AuthConfig (39965561b559199f3075706a5ae75fcc45d747f1e183308bbb4787f32dcfb0b1) AuthConfig (707bc7e56638f42079c6c912db1eb77146bfe6d6e24ba119854122b404812f02) AuthConfig (e0064006d7f70529d28592b813fa4bdf1c4163ccd0af7f2180d8644029b6bd52) AuthConfig (a1c8355a9ed43b08c408dffa0a529ded4ad619ae0383c13697a2e04081d76566) AuthConfig (62c465c12a10aef785b10ca3b47effa465838360b00773a97ac0e69017d10951) AuthConfig (65076c7bdc6e2e57ddcef9a974907e91bb180a7061f7c95849e754148291d1af) AuthConfig (dbcc208ed1d2d9b92ab21b0820f4b94fa35ab0d493ce8ad2de3f6f2f4965f455) AuthConfig (14d3b279982a7fa640f922709a5fa20a4d645d9573b5b9047d95653f3810d376) AuthConfig (de37f5d6be9e88f7d5d5087d8b6b3d5b3ca23cd666b6f95a0c94f62cd709ebfe) AuthConfig (bca0e88d52cad96dbdea7a20dc1b572f567ef87952d6d5e22b1ed52ff0f7b2e2) AuthConfig (c8784f2c21e6e120803ecb1ea49713349d7e7564ed8be99d3cdc88f5731f229e) AuthConfig (00baa564221ca0692da63d08b4a9b14d3c0d5131c3cdad5f0f8d0d57a8ac2516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"175c8243-fb3b-4aa3-a614-3bcb1bd35433","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:09.597617249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"dcf9a7ad-a5a0-434d-830a-8f5da960d2ba","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:09.597646435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"dcf9a7ad-a5a0-434d-830a-8f5da960d2ba","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:10.636308994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4a24c9-f196-4a2a-a5bd-65c461b8e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:10.690751702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4a24c9-f196-4a2a-a5bd-65c461b8e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:10.743270549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4a24c9-f196-4a2a-a5bd-65c461b8e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:10.796016844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4a24c9-f196-4a2a-a5bd-65c461b8e40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:12.783202077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5d2f95-1300-434a-ad12-63bc07205153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:12.83671725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5d2f95-1300-434a-ad12-63bc07205153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:12.890064318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5d2f95-1300-434a-ad12-63bc07205153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:12.943319333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5d2f95-1300-434a-ad12-63bc07205153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:13.63316193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:19.705097956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"2463b993-e76e-4521-aa9d-41684d726da4","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:19.771756797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"2463b993-e76e-4521-aa9d-41684d726da4","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:19.830035506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-8056d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9cd5be31166eb3dd0e7ff42464acfccc2d27c5a35837285bc2e8adced682d312) AuthConfig (b2e417cfa9fca0a1279488e99e64fa2dadedb6bf6da88de5381633ef2bf4f1ad) AuthConfig (0f5a8c7e9edd57770095af107a240305a5d5e6c53e0e8166cb9419a8186418f0) AuthConfig (f93d77d950645789ffb362b0df221a622c44a231a233ed3bd3af13e7b1889011) AuthConfig (de58d1aa0d51e139692b67650914357f74d76e0cf0f6abca1fc105028c170c0a) AuthConfig (629456d82bf0f5733d15919bcc3f73b1ee1b8d193de4a91ef1e711b035e23b91) AuthConfig (39965561b559199f3075706a5ae75fcc45d747f1e183308bbb4787f32dcfb0b1) AuthConfig (707bc7e56638f42079c6c912db1eb77146bfe6d6e24ba119854122b404812f02) AuthConfig (e0064006d7f70529d28592b813fa4bdf1c4163ccd0af7f2180d8644029b6bd52) AuthConfig (a1c8355a9ed43b08c408dffa0a529ded4ad619ae0383c13697a2e04081d76566) AuthConfig (62c465c12a10aef785b10ca3b47effa465838360b00773a97ac0e69017d10951) AuthConfig (65076c7bdc6e2e57ddcef9a974907e91bb180a7061f7c95849e754148291d1af) AuthConfig (dbcc208ed1d2d9b92ab21b0820f4b94fa35ab0d493ce8ad2de3f6f2f4965f455) AuthConfig (14d3b279982a7fa640f922709a5fa20a4d645d9573b5b9047d95653f3810d376) AuthConfig (de37f5d6be9e88f7d5d5087d8b6b3d5b3ca23cd666b6f95a0c94f62cd709ebfe) AuthConfig (bca0e88d52cad96dbdea7a20dc1b572f567ef87952d6d5e22b1ed52ff0f7b2e2) AuthConfig (c8784f2c21e6e120803ecb1ea49713349d7e7564ed8be99d3cdc88f5731f229e) AuthConfig (00baa564221ca0692da63d08b4a9b14d3c0d5131c3cdad5f0f8d0d57a8ac2516)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"2463b993-e76e-4521-aa9d-41684d726da4","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:23.743918789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37b33353-e1d1-4b5d-8c53-73b6048df5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:23.743932643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2605c6ba-5362-423e-85fa-d5706e1646da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:23.8024791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"37b33353-e1d1-4b5d-8c53-73b6048df5a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:23.802643698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"2605c6ba-5362-423e-85fa-d5706e1646da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:24.093305044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"7cd7ce67-5057-4aef-b046-211c85a1cf62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:24.259846768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"7cd7ce67-5057-4aef-b046-211c85a1cf62","name":"e2e-shared-a-w3-a34cfc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:29.93892239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"dc181c02-b3d3-4ab3-9cb0-767736bb6af7","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:29.999618863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"dc181c02-b3d3-4ab3-9cb0-767736bb6af7","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:30.281662539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"fd326163-5393-4018-9525-3d24704bccf7","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:30.281690495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"fd326163-5393-4018-9525-3d24704bccf7","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:34.051060254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"348a2998-cd7e-4a50-8245-675079e22aac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:34.171601408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"348a2998-cd7e-4a50-8245-675079e22aac","name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.673137638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"94decfd8-6912-49b5-a6a2-8ca567cf9fb8","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.67315983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"94decfd8-6912-49b5-a6a2-8ca567cf9fb8","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.736051945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"225eca7e-6db5-4676-8953-b3d2c38f40ee","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.736083462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"225eca7e-6db5-4676-8953-b3d2c38f40ee","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:13:35.783237538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"6deb79d9-adfe-439d-95d9-3755bb267df7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-8056d6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:13:35.791897225Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"225eca7e-6db5-4676-8953-b3d2c38f40ee","name":"praxis-route-8056d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8056d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:13:35.791972937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"225eca7e-6db5-4676-8953-b3d2c38f40ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8056d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.795257757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"691536e4-d641-4b37-b6c6-d1d9247638a5","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.79805096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"7cbda1ad-b40c-479c-bc54-c173f109a743","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.798066555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"7cbda1ad-b40c-479c-bc54-c173f109a743","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.85365627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"691536e4-d641-4b37-b6c6-d1d9247638a5","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.896367437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"70588ad2-1fb1-486c-85b6-2b097acb459e","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.89639231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"70588ad2-1fb1-486c-85b6-2b097acb459e","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.953743044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"9f8b69d8-1b60-4044-804b-e974784b43d2","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:35.953763216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"9f8b69d8-1b60-4044-804b-e974784b43d2","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.164324603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"2eca79ef-d358-44a6-bc7a-e38079cb997d","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.169788413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"9be6f79a-faea-4f06-ad47-77db69aea611","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"maas-trlp-praxis-route-8056d6","model":"praxis-route-8056d6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.223801217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"2eca79ef-d358-44a6-bc7a-e38079cb997d","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.339502793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"c1c1f6a6-7fd5-40f1-8eec-1c783a4387a0","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.339520471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"c1c1f6a6-7fd5-40f1-8eec-1c783a4387a0","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:36.552380149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"596fd8b7-3188-4e21-8a40-f6df217a7507","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"maas-trlp-praxis-route-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:43.625101645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:49.204846183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"9579e234-8d08-4006-beba-9d267b2f111c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:49.326330833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"9579e234-8d08-4006-beba-9d267b2f111c","name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:59.283235059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"2133d504-9332-4410-adf1-9cce2da74b62","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"maas-trlp-praxis-route-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:59.453359365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"1ec9fb69-de5a-4690-8199-ba89f2f8f76d","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:13:59.453389305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"1ec9fb69-de5a-4690-8199-ba89f2f8f76d","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:00.493277723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"1c8f0161-401d-4978-ba01-45475e4e560e","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:00.551507729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"1c8f0161-401d-4978-ba01-45475e4e560e","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:02.919172137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"b60ba9dd-4adf-46e1-affa-4a1a6657a088","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:02.919204325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"b60ba9dd-4adf-46e1-affa-4a1a6657a088","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.085397595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"065ad12d-ffd9-44a2-b159-337f1ebe2980","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.132971574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"25b6bdeb-2e3e-4a04-80d7-d21fc78fa4da","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"maas-trlp-praxis-route-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.143665597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"065ad12d-ffd9-44a2-b159-337f1ebe2980","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.302942919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"355336cc-ac32-4831-ac1b-0d43726be9a6","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.302964813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"355336cc-ac32-4831-ac1b-0d43726be9a6","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:03.51545267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"576690df-cb36-478d-8730-4143d663bb32","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"maas-trlp-praxis-route-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:09.138886391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"e68b0910-78a8-40f0-ad58-a675cf2a7ee9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:09.26607416Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"e68b0910-78a8-40f0-ad58-a675cf2a7ee9","name":"e2e-shared-a-w2-278c95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:13.303819999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"90d8a708-73e3-4a80-bdc5-f5311729d163","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:13.303869512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"90d8a708-73e3-4a80-bdc5-f5311729d163","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:13.62265671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:23.304586489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"a505b6ad-9084-4f96-bf81-be4a74e2d930","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:23.304614592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"a505b6ad-9084-4f96-bf81-be4a74e2d930","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:26.172680235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a8ab-5ee0-4084-b60a-75748e156059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:26.225713671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a8ab-5ee0-4084-b60a-75748e156059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:26.282390472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a8ab-5ee0-4084-b60a-75748e156059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:26.335426974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc77a8ab-5ee0-4084-b60a-75748e156059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:28.259958117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f31b1e-b3a3-45c1-9137-890b6779465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:28.313462824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f31b1e-b3a3-45c1-9137-890b6779465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:28.366233601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f31b1e-b3a3-45c1-9137-890b6779465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:28.4190582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f31b1e-b3a3-45c1-9137-890b6779465e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.216666112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"4dfb3ace-552e-411a-8c1c-3a3ab073bddc","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.216761427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"73eb0ac4-8865-4f28-9a85-a776335b3c1d","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.216778588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"73eb0ac4-8865-4f28-9a85-a776335b3c1d","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.303886226Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"1ef88a6f-37eb-4dc4-b4b5-f0010885994c","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.366728541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"1ef88a6f-37eb-4dc4-b4b5-f0010885994c","error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.367233978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"f2bda268-e0de-4cea-ab29-8fe805fba130","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.367251478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"f2bda268-e0de-4cea-ab29-8fe805fba130","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.489105316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"4dfb3ace-552e-411a-8c1c-3a3ab073bddc","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.609048765Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"2ba43eba-cb85-4bef-9ba6-73b01a3bbf86","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.633746165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"4dfb3ace-552e-411a-8c1c-3a3ab073bddc","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"name":"e2e-praxis-a-8056d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.633766507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-auth","reconcileID":"4dfb3ace-552e-411a-8c1c-3a3ab073bddc","MaaSAuthPolicy":{"name":"praxis-route-8056d6-auth","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8056d6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.670954673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"2ba43eba-cb85-4bef-9ba6-73b01a3bbf86","error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.691632668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"c5982e67-e20e-4161-a2f4-1da980ef7a94","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.691650961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"c5982e67-e20e-4161-a2f4-1da980ef7a94","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.764028313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"f78498c3-0e5e-4605-8021-1a9c921d35b6","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"tenant":"e2e-praxis-a-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:29.764046376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"f78498c3-0e5e-4605-8021-1a9c921d35b6","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"routeName":"praxis-route-8056d6-kserve-route","namespace":"ai-tenant-e2e-praxis-a-8056d6","llmisvcName":"praxis-route-8056d6","gateway":"openshift-ingress/e2e-praxis-a-8056d6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.978101185Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2f13bb59-2835-4cce-bdf1-c039d416617a","name":"praxis-route-8056d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8056d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:29.978175007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-8056d6","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6","reconcileID":"2f13bb59-2835-4cce-bdf1-c039d416617a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-8056d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:30.030304963Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"81632540-d8d5-46d4-8e39-cde69a47e955","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:14:30.030495899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"81632540-d8d5-46d4-8e39-cde69a47e955","error":"failed to create TokenRateLimitPolicy for model praxis-route-8056d6: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-8056d6\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-8056d6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:30.386813653Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"9f1c7626-f321-4a8f-9375-122082ed7814","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9cea42b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:30.563467238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce671c79-50f5-49a3-81a7-4711ae852e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:30.616985637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce671c79-50f5-49a3-81a7-4711ae852e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:30.669500035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce671c79-50f5-49a3-81a7-4711ae852e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:30.723085554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce671c79-50f5-49a3-81a7-4711ae852e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:31.01109877Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"4959e9a0-811d-4a2f-9536-a3bf22b1be0e","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9cea42b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:31.442955371Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"0eb83ce6-2323-4890-8795-2c0030aee9cb","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9cea42b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:32.690381411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc84168-f583-4f6d-a6f3-8cf1c561479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:32.745344447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc84168-f583-4f6d-a6f3-8cf1c561479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:32.79841215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc84168-f583-4f6d-a6f3-8cf1c561479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:32.857105638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc84168-f583-4f6d-a6f3-8cf1c561479b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:34.861704451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f374528d-5b99-4706-83e7-4fe6827dc539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:34.91605041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f374528d-5b99-4706-83e7-4fe6827dc539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:34.968602051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f374528d-5b99-4706-83e7-4fe6827dc539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:35.023151467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f374528d-5b99-4706-83e7-4fe6827dc539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:36.942248132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598469f8-c78f-4b25-b890-cc64913d7494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:36.996134322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598469f8-c78f-4b25-b890-cc64913d7494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:37.049421122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598469f8-c78f-4b25-b890-cc64913d7494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:37.102188787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598469f8-c78f-4b25-b890-cc64913d7494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:39.089224143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52931f22-6d2b-4d17-a47c-55d7cd7ea74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:39.142791057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52931f22-6d2b-4d17-a47c-55d7cd7ea74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:39.197053008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52931f22-6d2b-4d17-a47c-55d7cd7ea74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:39.249861983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52931f22-6d2b-4d17-a47c-55d7cd7ea74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.382185345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8fa555-6e37-4bb2-a7bf-55efdcbf6e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.437439262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8fa555-6e37-4bb2-a7bf-55efdcbf6e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.496090766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8fa555-6e37-4bb2-a7bf-55efdcbf6e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.557708967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f8fa555-6e37-4bb2-a7bf-55efdcbf6e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.612324589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"86cc2ca6-5107-4764-acb8-419bf6547ba4","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","subscription":"praxis-route-8056d6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:41.612608123Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"praxis-route-8056d6-sub","reconcileID":"86cc2ca6-5107-4764-acb8-419bf6547ba4","MaaSSubscription":{"name":"praxis-route-8056d6-sub","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"model":"ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-8056d6/praxis-route-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:43.631102595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:43.772274155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0d1b6f-5704-4386-83a2-d0fd930d6d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:43.826384697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0d1b6f-5704-4386-83a2-d0fd930d6d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:43.87929997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0d1b6f-5704-4386-83a2-d0fd930d6d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:43.936596689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd0d1b6f-5704-4386-83a2-d0fd930d6d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:47.036788648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a49ce-2a01-434a-b41f-fd2da15f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:47.089494584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a49ce-2a01-434a-b41f-fd2da15f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:47.142604144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a49ce-2a01-434a-b41f-fd2da15f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:47.196286828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a49ce-2a01-434a-b41f-fd2da15f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:47.559491836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-50a0e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-50a0e9","reconcileID":"acd0df20-f402-4b20-b8f8-0139e70e957d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-50a0e9","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-50a0e9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:49.137928519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb2151d-1160-49f0-821f-0f0aa0dc8799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:49.19049688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb2151d-1160-49f0-821f-0f0aa0dc8799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:49.242987349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb2151d-1160-49f0-821f-0f0aa0dc8799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:49.296920962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb2151d-1160-49f0-821f-0f0aa0dc8799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:51.229814603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706541fc-c9b8-4adf-af88-e17d4541a830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:51.291159612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706541fc-c9b8-4adf-af88-e17d4541a830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:51.344814176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706541fc-c9b8-4adf-af88-e17d4541a830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:51.398398599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706541fc-c9b8-4adf-af88-e17d4541a830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:53.39759652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f103309-673e-4313-a767-a942c07be4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:53.452637945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f103309-673e-4313-a767-a942c07be4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:53.50550771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f103309-673e-4313-a767-a942c07be4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:53.558797694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f103309-673e-4313-a767-a942c07be4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:55.434410298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-232ca1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-232ca1","reconcileID":"46a3eb49-63e6-451f-a90d-704601228d42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-232ca1","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-232ca1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:55.554543928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a25f8300-106e-4a65-887b-ecc19b37f199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:55.608581062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a25f8300-106e-4a65-887b-ecc19b37f199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:55.66160888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a25f8300-106e-4a65-887b-ecc19b37f199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:55.714234542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a25f8300-106e-4a65-887b-ecc19b37f199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:57.723247076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d97e0-83a1-4903-911a-c96f93643768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:57.776314585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d97e0-83a1-4903-911a-c96f93643768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:57.829216416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d97e0-83a1-4903-911a-c96f93643768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:14:57.881980808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159d97e0-83a1-4903-911a-c96f93643768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:02.491523832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7643a055-13fd-4b0b-81b1-264b431e5562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:02.544384637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7643a055-13fd-4b0b-81b1-264b431e5562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:02.599716703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7643a055-13fd-4b0b-81b1-264b431e5562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:02.653528283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7643a055-13fd-4b0b-81b1-264b431e5562","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:02.992824653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a025a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a025a","reconcileID":"d808a28a-10de-45cf-8a2f-682f86c55fbe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8a025a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8a025a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:04.632262299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fce97d-6f59-45ee-8d45-267d3c0abef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:04.685721389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fce97d-6f59-45ee-8d45-267d3c0abef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:04.73834309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fce97d-6f59-45ee-8d45-267d3c0abef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:04.792189092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3fce97d-6f59-45ee-8d45-267d3c0abef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:06.804500039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340a3515-df01-4028-8dd6-f4158064981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:06.857103777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340a3515-df01-4028-8dd6-f4158064981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:06.910329869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340a3515-df01-4028-8dd6-f4158064981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:06.963511199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340a3515-df01-4028-8dd6-f4158064981e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:08.918193037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af9ecf5-14bc-446f-a3f0-61a00339831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:08.976733163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af9ecf5-14bc-446f-a3f0-61a00339831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:09.03235663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af9ecf5-14bc-446f-a3f0-61a00339831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:09.087624218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af9ecf5-14bc-446f-a3f0-61a00339831f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:13.675070699Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:15.285556131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e255b24-b551-4d96-ab66-dee203dab2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:15.33842728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e255b24-b551-4d96-ab66-dee203dab2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:15.391912031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e255b24-b551-4d96-ab66-dee203dab2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:15.445398951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e255b24-b551-4d96-ab66-dee203dab2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:17.386734464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5428a06-240f-4370-a942-7a60f738ff4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:17.439682026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5428a06-240f-4370-a942-7a60f738ff4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:17.492369515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5428a06-240f-4370-a942-7a60f738ff4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:17.546634814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5428a06-240f-4370-a942-7a60f738ff4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:18.874002134Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","namespace":"ai-tenant-e2e-praxis-a-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:18.874084571Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","namespace":"ai-tenant-e2e-praxis-a-8056d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:18.874140258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","tenant":"e2e-praxis-a-8056d6","tenantID":"e2e-praxis-a-8056d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:18.93114017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8056d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:18.999084509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Service","name":"maas-api-e2e-praxis-a-8056d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.061019122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8056d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.118116063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8056d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.210808286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.273124288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.335888069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.400070333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.468967881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.528055345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.582075661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Service","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.635185832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.687906322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.740800078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.796740326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.853799478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.907243787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:19.96212376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:20.014103535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8056d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:20.075900318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8056d6"},"namespace":"ai-tenant-e2e-praxis-a-8056d6","name":"default-tenant","reconcileID":"91a09036-59c4-49f0-9603-835d008978c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8056d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:21.972006281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af8559c-f88e-419f-a628-4230a1d75ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:22.024616247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af8559c-f88e-419f-a628-4230a1d75ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:22.077250186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af8559c-f88e-419f-a628-4230a1d75ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:22.129800045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6af8559c-f88e-419f-a628-4230a1d75ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:22.936709188Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b6e951","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b6e951","reconcileID":"c5b411ed-e9d2-48f2-a993-09a7fed48db2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b6e951","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b6e951":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:24.088349907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44114bc2-5480-44ff-907a-1a1819148436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:24.141030118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44114bc2-5480-44ff-907a-1a1819148436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:24.19399858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44114bc2-5480-44ff-907a-1a1819148436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:24.246539121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44114bc2-5480-44ff-907a-1a1819148436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:26.227352547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1038535-06fd-466b-91df-0de0f51ef15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:26.280279358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1038535-06fd-466b-91df-0de0f51ef15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:26.341816717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1038535-06fd-466b-91df-0de0f51ef15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:26.396238573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1038535-06fd-466b-91df-0de0f51ef15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:31.673507264Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8056d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8056d6","reconcileID":"d11c57bf-093b-4cfa-af5b-387c9e955935","aitenant":"ai-tenants/e2e-praxis-a-8056d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:32.207444584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6e6a44-f52e-467f-8d61-aa041233e471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:32.264118323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6e6a44-f52e-467f-8d61-aa041233e471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:32.319675001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6e6a44-f52e-467f-8d61-aa041233e471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:32.372212108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd6e6a44-f52e-467f-8d61-aa041233e471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:32.561685088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8056d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8056d6","reconcileID":"d11c57bf-093b-4cfa-af5b-387c9e955935","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8056d6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8056d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:34.306190746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264741cf-97c2-44ca-9a99-c5f79cb2cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:34.359853814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264741cf-97c2-44ca-9a99-c5f79cb2cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:34.412639582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264741cf-97c2-44ca-9a99-c5f79cb2cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:34.465627842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264741cf-97c2-44ca-9a99-c5f79cb2cb3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:36.392884586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de85d211-1e6a-4333-8bd7-3ddc85162fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:36.44541776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de85d211-1e6a-4333-8bd7-3ddc85162fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:36.49804425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de85d211-1e6a-4333-8bd7-3ddc85162fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:36.55078279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de85d211-1e6a-4333-8bd7-3ddc85162fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:38.501898714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a148a0a3-ef55-429c-942b-252c654313e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:38.554462568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a148a0a3-ef55-429c-942b-252c654313e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:38.606788197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a148a0a3-ef55-429c-942b-252c654313e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:38.659381221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a148a0a3-ef55-429c-942b-252c654313e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:41.626971124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073d6700-d685-41a1-9b8d-8135c532a13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:41.679741832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073d6700-d685-41a1-9b8d-8135c532a13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:41.73224082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073d6700-d685-41a1-9b8d-8135c532a13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:41.786044463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073d6700-d685-41a1-9b8d-8135c532a13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:43.629058581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:43.850937593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fbff0e-f76d-4e1b-9da3-5e18287e3760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:43.903823087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fbff0e-f76d-4e1b-9da3-5e18287e3760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:43.956674189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fbff0e-f76d-4e1b-9da3-5e18287e3760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:44.009958035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fbff0e-f76d-4e1b-9da3-5e18287e3760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:45.939491689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b902d06-7457-4cdb-a324-2f366f3b2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:45.992100672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b902d06-7457-4cdb-a324-2f366f3b2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:46.044679539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b902d06-7457-4cdb-a324-2f366f3b2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:46.097567332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b902d06-7457-4cdb-a324-2f366f3b2cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:51.419720707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"ecc78c45-391f-428b-a524-18a458e0401c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:15:51.557084994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"ecc78c45-391f-428b-a524-18a458e0401c","name":"e2e-shared-b-w3-50a0e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:06.241116986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"b2d876ce-889b-44a6-b98e-6886076f3d23","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:06.387970906Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"b2d876ce-889b-44a6-b98e-6886076f3d23","name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:13.622599195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:16.247186476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"842de417-5a45-4db0-ba77-7f6f5e16cfbf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:16.378254611Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"842de417-5a45-4db0-ba77-7f6f5e16cfbf","name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:35.953142256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"a9670b0e-e07c-4810-81d0-328e0eed3f12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:36.074874502Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"a9670b0e-e07c-4810-81d0-328e0eed3f12","name":"e2e-shared-b-w2-b6e951-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:43.622072985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.622537498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","namespace":"ai-tenant-e2e-praxis-b-28cbee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.622641728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","namespace":"ai-tenant-e2e-praxis-b-28cbee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.62271118Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","tenant":"e2e-praxis-b-28cbee","tenantID":"e2e-praxis-b-28cbee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.679610933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-28cbee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.74006756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Service","name":"maas-api-e2e-praxis-b-28cbee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.803195201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-28cbee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.860133558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-28cbee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.919561653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:50.981726792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.042178658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.135242976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.195216348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.247972574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.303270133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Service","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.356686924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.409615091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.463058787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.515880888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.582297096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.635197606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.692147407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.746773354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-28cbee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:51.817143879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-28cbee"},"namespace":"ai-tenant-e2e-praxis-b-28cbee","name":"default-tenant","reconcileID":"eb066e95-4088-491f-a90d-e2d38cfe81b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-28cbee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:58.864819562Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-28cbee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-28cbee","reconcileID":"85b3a79c-31cc-4a02-b9b8-0ec1754a5b4e","aitenant":"ai-tenants/e2e-praxis-b-28cbee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:59.46326762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c79b4a-6e3d-4bff-8c64-c24a7e1c1454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:59.517899176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c79b4a-6e3d-4bff-8c64-c24a7e1c1454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:59.570603904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c79b4a-6e3d-4bff-8c64-c24a7e1c1454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:59.6232699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c79b4a-6e3d-4bff-8c64-c24a7e1c1454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:16:59.739755048Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-28cbee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-28cbee","reconcileID":"85b3a79c-31cc-4a02-b9b8-0ec1754a5b4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-28cbee","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-28cbee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:01.609903585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf07fd5-6ee2-4e41-aaee-48e9b3ae9949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:01.663073159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf07fd5-6ee2-4e41-aaee-48e9b3ae9949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:01.718265333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf07fd5-6ee2-4e41-aaee-48e9b3ae9949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:01.770962686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf07fd5-6ee2-4e41-aaee-48e9b3ae9949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:03.726664618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"f1de8b20-8a14-449d-a1eb-66740eb91e71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:03.803260049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724afd64-79eb-4686-b791-ac4f99df44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:03.85799341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724afd64-79eb-4686-b791-ac4f99df44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:03.911037386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724afd64-79eb-4686-b791-ac4f99df44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:03.964034181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"724afd64-79eb-4686-b791-ac4f99df44b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:05.951179138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d43c3-4917-41a3-b387-c0784fc73c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:06.004313684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d43c3-4917-41a3-b387-c0784fc73c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:06.056991525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d43c3-4917-41a3-b387-c0784fc73c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:06.110318519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9d43c3-4917-41a3-b387-c0784fc73c5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:06.370414757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"57c875f5-43f2-4387-81fe-27f41ad727ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:06.977305792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"d55627c7-a1da-4e1f-be57-f7a34e3b613c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:10.778308018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"56172116-3bb4-46c3-87c5-22bebf6c3924","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:13.626941637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.491404521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"ef9461e9-a3ed-41c8-a55a-6816bfc3e286","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.491432429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"ef9461e9-a3ed-41c8-a55a-6816bfc3e286","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.550231727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"76dfaf6f-e0a6-474d-9b67-b1aaf411eebf","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.792540651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"d07e6afe-59d8-42fa-8cbb-fa3923ce6544","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.79256633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"d07e6afe-59d8-42fa-8cbb-fa3923ce6544","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.851502434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"fe6e9f1a-b7d7-43ed-9029-994a8a8127a3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:15.851525122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"fe6e9f1a-b7d7-43ed-9029-994a8a8127a3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.061504884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"3f96eb41-1f19-4a87-a968-19095c5f6d3d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.121481432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"3f96eb41-1f19-4a87-a968-19095c5f6d3d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.185993943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"e19d2397-c5ab-4ac6-a478-c788432a0eb5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.186022641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"e19d2397-c5ab-4ac6-a478-c788432a0eb5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.2489787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"70ce3236-ab77-4623-bfc9-e54119ef4010","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.249001374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"70ce3236-ab77-4623-bfc9-e54119ef4010","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:17:16.291345718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"249858dd-ac62-4a34-9af5-e05205f4daa7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.393710839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"38484357-c4b2-457e-9cb8-1491f1ad3a45","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.393740715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"38484357-c4b2-457e-9cb8-1491f1ad3a45","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.39879643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"076259c5-bbea-4d08-ab04-34d9ae87878c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.398805822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"935c1804-4339-4b75-b826-371ad2078aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.400011544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"af55104d-95e7-4c8d-8417-a7cd55eb520b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.400029339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"af55104d-95e7-4c8d-8417-a7cd55eb520b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.458236017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"076259c5-bbea-4d08-ab04-34d9ae87878c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.458321143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"935c1804-4339-4b75-b826-371ad2078aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.458890219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"69fd6f87-b1d9-4e31-8b10-cafa4e57b9ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.458906206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"69fd6f87-b1d9-4e31-8b10-cafa4e57b9ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.605365136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"a005dbce-eb35-41c1-b137-6f611697fbd7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.664042019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"a005dbce-eb35-41c1-b137-6f611697fbd7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.674570149Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"5d101642-c9b7-4e11-a320-80805c9aaf9e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-44b1ca/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.843475555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"412dc094-d60b-4414-960d-0daa26d1cc76","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.843495143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"412dc094-d60b-4414-960d-0daa26d1cc76","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.873535461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"c7ebb06f-d9c4-459f-99b1-6d7e646f733d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.873536235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a7d985e1-d39f-462a-a321-41f79edae276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.937326303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"c7ebb06f-d9c4-459f-99b1-6d7e646f733d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:16.937815866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"a7d985e1-d39f-462a-a321-41f79edae276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:17.057253679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"3fbc9397-d31c-483d-a2e9-b218eb4f2f58","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:17.079741663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"88b79742-f8a3-4a62-a4e0-1b8ea3a3d703","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:17.138921604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"88b79742-f8a3-4a62-a4e0-1b8ea3a3d703","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:19.328742868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edd3193-b054-4738-8b90-a1455c21220e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:19.3814252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edd3193-b054-4738-8b90-a1455c21220e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:19.434098548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edd3193-b054-4738-8b90-a1455c21220e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:19.486736818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edd3193-b054-4738-8b90-a1455c21220e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:21.413909866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48230ced-6ab3-4704-b668-637a91b95719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:21.468483744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48230ced-6ab3-4704-b668-637a91b95719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:21.521854769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48230ced-6ab3-4704-b668-637a91b95719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:21.575575062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48230ced-6ab3-4704-b668-637a91b95719","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:29.533241125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e68d2a-35c0-4923-a5ae-66f7ae26a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:29.585707384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e68d2a-35c0-4923-a5ae-66f7ae26a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:29.638343979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e68d2a-35c0-4923-a5ae-66f7ae26a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:29.691012105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e68d2a-35c0-4923-a5ae-66f7ae26a726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:31.637759104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c591935-f631-4a4f-873c-ba68ddd1386d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:31.690319065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c591935-f631-4a4f-873c-ba68ddd1386d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:31.743208696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c591935-f631-4a4f-873c-ba68ddd1386d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:31.795952548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c591935-f631-4a4f-873c-ba68ddd1386d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:37.455449946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"6574603a-d0fb-4bb5-ac59-758f245a583f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:37.624726233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"92ce4159-1c68-4e9d-844f-450029180bcb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"tenant":"e2e-worker-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:37.624751963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"92ce4159-1c68-4e9d-844f-450029180bcb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.581719144Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"3e71c274-39fa-451c-bf99-0ded4da0bcf6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.632883014Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"e2e-temp-model-status","reconcileID":"27a82a1c-0cee-48ac-a55f-d05ace9a3788","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.634239973Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"3e71c274-39fa-451c-bf99-0ded4da0bcf6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.737674175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"392e7edf-44cd-4d31-8685-15ec8ede84db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.737729617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"e4c89391-6835-4051-b59d-9c9ccc16c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.738223991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"cb38b128-44d8-426f-8921-a6e5e5250366","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.797999361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"cb38b128-44d8-426f-8921-a6e5e5250366","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.798055483Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"cb38b128-44d8-426f-8921-a6e5e5250366","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.798899881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"8b0ad806-3209-4797-a3a6-2d669195849a","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.801876194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"e4c89391-6835-4051-b59d-9c9ccc16c08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:38.803238171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"392e7edf-44cd-4d31-8685-15ec8ede84db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.163683357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"12187c15-bbcc-4a51-a7f6-cfd1d8ddd5bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.221508904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"12187c15-bbcc-4a51-a7f6-cfd1d8ddd5bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.22155029Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"12187c15-bbcc-4a51-a7f6-cfd1d8ddd5bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.269980667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e7e1a220-a661-42c5-8072-9dc768e6b1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.270593376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"1649821b-4774-420d-9140-1cb15a355681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.337755291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e7e1a220-a661-42c5-8072-9dc768e6b1cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.337911651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"1649821b-4774-420d-9140-1cb15a355681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.644904978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"f3619d57-8e80-4cbb-a585-2ad52f9567e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.703252763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"f3619d57-8e80-4cbb-a585-2ad52f9567e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.760287886Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"f3619d57-8e80-4cbb-a585-2ad52f9567e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.786637021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3b2e2644-421a-4e19-8e76-a3560bfcb9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.786684962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"20fef969-15f5-42d5-b564-aee960580605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.845158428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"20fef969-15f5-42d5-b564-aee960580605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:39.845173657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3b2e2644-421a-4e19-8e76-a3560bfcb9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:43.62322071Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.443201256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"c05a4c31-11c3-444d-b987-76eef8d006e3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.443395924Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-sub","reconcileID":"c05a4c31-11c3-444d-b987-76eef8d006e3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.589097803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536403f-a405-452a-9d12-4946619621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.641717733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536403f-a405-452a-9d12-4946619621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.698463481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536403f-a405-452a-9d12-4946619621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:49.752802526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3536403f-a405-452a-9d12-4946619621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.020657743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f8d2466a-83f8-406a-9821-31f23b2995fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.020717538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2e4d32a8-114b-4c61-bce0-4d0b3efdfc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.021400292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"1ee0aaba-31a5-42ef-b3ea-6713451bdbba","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.080251518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f8d2466a-83f8-406a-9821-31f23b2995fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.080758909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"1ee0aaba-31a5-42ef-b3ea-6713451bdbba","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.082956895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2e4d32a8-114b-4c61-bce0-4d0b3efdfc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.137162605Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"1ee0aaba-31a5-42ef-b3ea-6713451bdbba","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:50.241165943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"e2e-status-transition-auth","reconcileID":"3a2ea398-5ab6-41dc-9e0f-00fc2996ea39","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:51.733780621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93333a1a-a91d-42e3-a6b7-4be0970eb9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:51.788552341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93333a1a-a91d-42e3-a6b7-4be0970eb9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:51.841359433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93333a1a-a91d-42e3-a6b7-4be0970eb9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:51.895218358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93333a1a-a91d-42e3-a6b7-4be0970eb9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:56.108981975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca02ba6e-938f-4757-b7fa-6d302f321ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:56.161585444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca02ba6e-938f-4757-b7fa-6d302f321ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:56.21445094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca02ba6e-938f-4757-b7fa-6d302f321ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:56.267315472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca02ba6e-938f-4757-b7fa-6d302f321ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:56.722312295Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a44bfd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a44bfd","reconcileID":"2662cdb8-682f-4477-b30b-b9cde7011a54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a44bfd","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-a44bfd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:57.296363532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"309d0194-67a1-4eb9-a44b-ec57567d3154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:57.296610813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"15fa2803-a473-471f-8637-e80a586becf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:57.408035993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"15fa2803-a473-471f-8637-e80a586becf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:57.40809174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"309d0194-67a1-4eb9-a44b-ec57567d3154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:58.213572576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b723075c-d8aa-432b-876d-4528468a6365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:58.266272148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b723075c-d8aa-432b-876d-4528468a6365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:58.318995996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b723075c-d8aa-432b-876d-4528468a6365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:17:58.372183871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b723075c-d8aa-432b-876d-4528468a6365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.466608266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"cacdc586-30e0-4107-9056-a2da917b5f26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.560702617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"364de139-60ed-43eb-884d-68e3cc0eab69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.622793812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.664573498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4acfcc6d-9706-4b13-a06f-7bd32d9993e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.708334816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"0ed0dbd3-1670-4c8d-b9c9-86363a6b70e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:13.826901638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cf989c0-59d3-4b69-be84-9d8ec3dd1b73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.072337824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"8781c5d2-79fb-4856-8d8f-83f88fb37e89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.17051057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"42fca7bb-2dfc-465a-8511-a12acf8f1cf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.270295074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"3801bd56-79f0-4bf0-9802-029dfe2270a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.380657118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"215cdc54-b221-4293-b311-cfb5d054bd98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.48221675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"a966eeaf-384d-4bdf-8e8f-1261d2cfe0fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.81172757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"e49a28ea-ed4e-42a5-ab12-53859d0ed9f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:14.931318738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"58145633-c235-4968-b485-c3fff9776be3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:20.034312988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"ad396fab-a010-47ec-8e6b-733393dc09ee","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:20.034348228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"ad396fab-a010-47ec-8e6b-733393dc09ee","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:43.62547504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:44.939232032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee89cabb-9012-4e90-b958-539aaa3c947f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.040622734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"10d1ab26-01c1-45e0-87bc-abc88a8b10d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.142743405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"89147b87-d3ea-4a5a-b236-ed5394a0b56e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.142987038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"45c9086b-0055-4b33-ac38-7da03d9fe1a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.240082827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"4335cc12-d411-40ba-9fca-d59817464f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.342325548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"6b2fe8a3-fa95-4521-bd32-41d70fbd246b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.369051396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbcd3fcf-236c-48fb-add6-883098e547da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.496554238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"1d5d0323-8170-4933-ac3a-d840ea5d4845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.616267876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"e5fee5cf-c453-4edd-9fe6-e3596b7d951d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.736511439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"40f4334f-7103-435e-8285-4cb90f36f4b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:45.838564837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"d6eb8397-92a8-46ee-be95-9f2ffd26eceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:18:46.037654936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"552692e4-b498-4fd5-a177-2360e16cabd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:11.530415913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"0343eea4-ab35-4a45-bee4-7fa5c3f78e9b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-a44bfd","tenantID":"e2e-explicit-a44bfd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:11.650086211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"0343eea4-ab35-4a45-bee4-7fa5c3f78e9b","name":"e2e-explicit-a44bfd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:13.622731987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:29.334748455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"d51e601c-8d00-4307-9b67-d7bd978ecfce","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:29.334777002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"d51e601c-8d00-4307-9b67-d7bd978ecfce","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:43.624156825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:52.050258247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"56c022bc-c7ae-4a6d-9400-64a967e66ad2","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:52.050285028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"56c022bc-c7ae-4a6d-9400-64a967e66ad2","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:52.767767735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"1ef394cb-f1ef-4253-9c63-6a3842fa5d3f","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:52.767792831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"1ef394cb-f1ef-4253-9c63-6a3842fa5d3f","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.072272781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"8d19e0e1-1eb1-4493-aea9-a894b09a3679","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.072307136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"8d19e0e1-1eb1-4493-aea9-a894b09a3679","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.237823872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"26bf6455-54bb-4d21-9cad-4c6fdd657370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.550728924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d0e2384-bbe7-4fd8-8653-92de8182a9b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.688315695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"c7905303-dc13-4331-ac65-2a9954b5eda0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.779074945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"081ed33e-2cea-4a29-bf79-f36e821555d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.883355847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"08bbc3ad-8683-46e1-8756-079cdea29e1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:19:59.986188843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"431b27df-04e3-4b13-be17-6b0ea0f7de53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.08727334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"92725012-0e8b-46d1-9622-61fc9eabd1b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.087756525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"ad7db6e8-54ea-47ce-b651-2a163391cdde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.186847819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"d9f150ce-fb3d-436c-84f9-11aa13c78446","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.285767166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"a7b4c605-644e-4f3f-b44d-fb73b5d4ece4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.386721635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce440a64-909a-4ed1-bb33-d1d20018698c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:00.635303865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"29c37ee5-19a7-4624-8b02-3360c6393b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.684290007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"3bc2e20f-641b-40cc-8c02-63f3c6fc971a","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.684311748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"3bc2e20f-641b-40cc-8c02-63f3c6fc971a","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.741991702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"f8b68a9d-2ea3-4a96-97b9-fab76aa4a323","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.742013412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"f8b68a9d-2ea3-4a96-97b9-fab76aa4a323","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.847058363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"1ae9e606-475f-4a4c-8bb9-751f913a977e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:04.980158204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"1ae9e606-475f-4a4c-8bb9-751f913a977e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:05.03734587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-a34cfc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"1ae9e606-475f-4a4c-8bb9-751f913a977e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:05.0956628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"c05ba403-9e4d-4e82-8b42-bc589749716b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:05.095684596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"c05ba403-9e4d-4e82-8b42-bc589749716b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:13.623514965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:15.200758413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89867c57-7f9f-4b99-87d1-f30aad525665","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:15.259096351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89867c57-7f9f-4b99-87d1-f30aad525665","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:15.315817583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-a34cfc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89867c57-7f9f-4b99-87d1-f30aad525665","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:20.592609503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"f85a527a-1370-4da5-8a7e-9a361a3a6007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:20.772412388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"4bdffccf-7223-419e-bd28-92d8395fb513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:20.875170802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"b83b9d38-6a2a-4bb3-aabf-62c5c3e3ca12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:20.977426884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ef83aa6-c86d-48e2-9d60-b7ac829c5c34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.018738969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"be5b2c15-cec7-460c-8123-78d622d5aef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.084741926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"78f5ba9e-cfd8-4c9f-9f9e-132079b85144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.210047487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"deefe77b-c01d-4a38-b6e0-29a677c78746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.344492914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72f21d44-31f7-4e40-b216-c7a3a604002c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.458342624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"2d546fec-69a4-4d2e-b67a-6b5bb7d5d9c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.772777187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"b01233c5-c23c-43fe-91a6-6a9a4f15db5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:21.957381025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"8ade1dd6-6622-4e32-add6-9e150f1ac910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:22.062922702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"d4faac91-261e-4c4e-b75e-ea21688dfdf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:25.42169097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"48c26ce1-53cd-48ea-ad92-8afaedfa4661","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:25.479879167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"48c26ce1-53cd-48ea-ad92-8afaedfa4661","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:25.536587584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-a34cfc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1286ff8e4db7ff8e43d35e130b5994433025380b7b94a3e10745aaec7d8cec6d) AuthConfig (dee91a58af3e83a0f5cf69185768a43a078f07d08e59ea133382a9b4cecfae9c) AuthConfig (5f3a5b0763dea6627f1fcbcbe15a536d994f0fe20c85fb852f00e7a2752e8fbf) AuthConfig (d253636b36b901033e74fdd7a9a454fc682776528fe78f4545e494dac4bdea30) AuthConfig (2fd917790dc0c622abbb3312ab0843e0a868d05f983877683c14795e20a5f128) AuthConfig (745ebce15f37d63f37c333d8f741471c2227227f2833dbe2ede28b3277815fba) AuthConfig (db79503ec0eb9e1e8f0fd47c242aa9864e45e4a45a824f70515a27a064d05d80) AuthConfig (476bd98acefc82c2aacb5fa6e8be333f84728e629142af4bfe8b600c02527605) AuthConfig (cff493176fb17333c7a1b7a86a5be1106f54cd40893e243a9f7d9f3035edf3e0) AuthConfig (42f728bc3bf223ab6a97da3dcf9f901f1186b6207d524e66724c24ab5b6ef222) AuthConfig (1f9eabaf71e8f77e82833ff42cc0257e28a9c6eb8c56dff7f449a628322f277c) AuthConfig (a37e1a4f1bbc1fa6a7882b478b202a3fc8f3052930a943331c48da3928114f18) AuthConfig (b42f05ecead5faac1c160bc6064b300be83a2ab118a29429ad8b9bc230af8233) AuthConfig (6da69a5f5931743dfff58995f57c45a0f6abfee2460c826e61d5f82c7a981e79) AuthConfig (3d1b42b7711b7588eeb933e831e2f220193ddc8bb14bac3e0ced7b54e32e9cb9) AuthConfig (ee1778c3dc916eadd7bbc07c7f6f97a4796d2ffd43f8e037290d22380c199238) AuthConfig (e56a6582ee347a3f4ced42b0b6f684a26f5f6125afafa144dad95250039824b8) AuthConfig (dd4a76b596b87a7a2cbf78f5fe816d330574c492b9750fc480be651c7f0213a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"48c26ce1-53cd-48ea-ad92-8afaedfa4661","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:25.595124358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"ae168b50-0248-48f5-8369-0c7e599147e2","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:25.595152928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"ae168b50-0248-48f5-8369-0c7e599147e2","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:26.83761988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73242a65-72af-4184-a3ae-e43a2146e610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:26.891122134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73242a65-72af-4184-a3ae-e43a2146e610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:26.943763909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73242a65-72af-4184-a3ae-e43a2146e610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:26.996571998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73242a65-72af-4184-a3ae-e43a2146e610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:28.939999517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a66859e-1dfd-414b-ac67-5b8e55aa4a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:28.996599911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a66859e-1dfd-414b-ac67-5b8e55aa4a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:29.049574633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a66859e-1dfd-414b-ac67-5b8e55aa4a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:29.103273996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a66859e-1dfd-414b-ac67-5b8e55aa4a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:35.705212381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"ecc82e0a-7d86-4339-9649-22a223f0c49a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:35.76377511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"ecc82e0a-7d86-4339-9649-22a223f0c49a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:35.821185937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-a34cfc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1286ff8e4db7ff8e43d35e130b5994433025380b7b94a3e10745aaec7d8cec6d) AuthConfig (dee91a58af3e83a0f5cf69185768a43a078f07d08e59ea133382a9b4cecfae9c) AuthConfig (5f3a5b0763dea6627f1fcbcbe15a536d994f0fe20c85fb852f00e7a2752e8fbf) AuthConfig (d253636b36b901033e74fdd7a9a454fc682776528fe78f4545e494dac4bdea30) AuthConfig (2fd917790dc0c622abbb3312ab0843e0a868d05f983877683c14795e20a5f128) AuthConfig (745ebce15f37d63f37c333d8f741471c2227227f2833dbe2ede28b3277815fba) AuthConfig (db79503ec0eb9e1e8f0fd47c242aa9864e45e4a45a824f70515a27a064d05d80) AuthConfig (476bd98acefc82c2aacb5fa6e8be333f84728e629142af4bfe8b600c02527605) AuthConfig (cff493176fb17333c7a1b7a86a5be1106f54cd40893e243a9f7d9f3035edf3e0) AuthConfig (42f728bc3bf223ab6a97da3dcf9f901f1186b6207d524e66724c24ab5b6ef222) AuthConfig (1f9eabaf71e8f77e82833ff42cc0257e28a9c6eb8c56dff7f449a628322f277c) AuthConfig (a37e1a4f1bbc1fa6a7882b478b202a3fc8f3052930a943331c48da3928114f18) AuthConfig (b42f05ecead5faac1c160bc6064b300be83a2ab118a29429ad8b9bc230af8233) AuthConfig (6da69a5f5931743dfff58995f57c45a0f6abfee2460c826e61d5f82c7a981e79) AuthConfig (3d1b42b7711b7588eeb933e831e2f220193ddc8bb14bac3e0ced7b54e32e9cb9) AuthConfig (ee1778c3dc916eadd7bbc07c7f6f97a4796d2ffd43f8e037290d22380c199238) AuthConfig (e56a6582ee347a3f4ced42b0b6f684a26f5f6125afafa144dad95250039824b8) AuthConfig (dd4a76b596b87a7a2cbf78f5fe816d330574c492b9750fc480be651c7f0213a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"ecc82e0a-7d86-4339-9649-22a223f0c49a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:43.623293003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:45.927693743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"57464693-38dc-4bb8-b51e-8b1a61060a90","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:45.986323206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"57464693-38dc-4bb8-b51e-8b1a61060a90","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:46.043808064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-a34cfc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1286ff8e4db7ff8e43d35e130b5994433025380b7b94a3e10745aaec7d8cec6d) AuthConfig (dee91a58af3e83a0f5cf69185768a43a078f07d08e59ea133382a9b4cecfae9c) AuthConfig (5f3a5b0763dea6627f1fcbcbe15a536d994f0fe20c85fb852f00e7a2752e8fbf) AuthConfig (d253636b36b901033e74fdd7a9a454fc682776528fe78f4545e494dac4bdea30) AuthConfig (2fd917790dc0c622abbb3312ab0843e0a868d05f983877683c14795e20a5f128) AuthConfig (745ebce15f37d63f37c333d8f741471c2227227f2833dbe2ede28b3277815fba) AuthConfig (db79503ec0eb9e1e8f0fd47c242aa9864e45e4a45a824f70515a27a064d05d80) AuthConfig (476bd98acefc82c2aacb5fa6e8be333f84728e629142af4bfe8b600c02527605) AuthConfig (cff493176fb17333c7a1b7a86a5be1106f54cd40893e243a9f7d9f3035edf3e0) AuthConfig (42f728bc3bf223ab6a97da3dcf9f901f1186b6207d524e66724c24ab5b6ef222) AuthConfig (1f9eabaf71e8f77e82833ff42cc0257e28a9c6eb8c56dff7f449a628322f277c) AuthConfig (a37e1a4f1bbc1fa6a7882b478b202a3fc8f3052930a943331c48da3928114f18) AuthConfig (b42f05ecead5faac1c160bc6064b300be83a2ab118a29429ad8b9bc230af8233) AuthConfig (6da69a5f5931743dfff58995f57c45a0f6abfee2460c826e61d5f82c7a981e79) AuthConfig (3d1b42b7711b7588eeb933e831e2f220193ddc8bb14bac3e0ced7b54e32e9cb9) AuthConfig (ee1778c3dc916eadd7bbc07c7f6f97a4796d2ffd43f8e037290d22380c199238) AuthConfig (e56a6582ee347a3f4ced42b0b6f684a26f5f6125afafa144dad95250039824b8) AuthConfig (dd4a76b596b87a7a2cbf78f5fe816d330574c492b9750fc480be651c7f0213a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"57464693-38dc-4bb8-b51e-8b1a61060a90","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:51.907893608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"98556d78-31ec-404f-9141-2c1244cd4106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.143991517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"882469eb-6472-402a-ba42-1713774c8f6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.243512296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"660d9db0-3934-4371-b65c-4119cb629f6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.388002147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"b083278d-3fb9-4860-8add-21aa59574bbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.488933005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"720a9197-874b-455c-898d-794c502b7687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.755305104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"debec43b-98fb-4bba-841e-5a5be4021375","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.877218628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"2483f186-a562-49d1-9520-efbba589f1a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:52.977279213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98372ab1-e8e6-4e4c-8c86-6e1bac5db15e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:53.180146829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"40897f70-0ce3-4e30-8819-1620c606f785","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:53.283095331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"2b0f27c4-2f3b-4b6f-b048-c85b519dd77c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:53.383392964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"44bc0ff0-300a-42b9-84db-bf802296051f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:53.420510813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"53aaa294-85aa-46dc-b925-dc3d7ee5cb0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:56.150318432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"17f06dd8-d099-4dec-8859-ff2987ae98e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:56.209820625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"17f06dd8-d099-4dec-8859-ff2987ae98e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:56.531070027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"454bcd38-9306-40b5-bf0e-7bdf1c914e80","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:20:56.531089666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"454bcd38-9306-40b5-bf0e-7bdf1c914e80","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:01.985150096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"be25b501-078b-4050-9431-fc2cd24073e7","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:01.985178788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"be25b501-078b-4050-9431-fc2cd24073e7","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.045972931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"8056cca9-7b10-43e1-be9c-fcfb0efd173b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.046001661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"8056cca9-7b10-43e1-be9c-fcfb0efd173b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.089612724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"948041af-de47-4b4d-bbfa-8e38e45c2bd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:21:02.090289452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"49345721-5ba3-401f-a86a-56fac7fd8292","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d26243\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.147798605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"948041af-de47-4b4d-bbfa-8e38e45c2bd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.198372045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"dae87d2b-8972-4770-8e39-6ef9879a4db9","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.198391965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"dae87d2b-8972-4770-8e39-6ef9879a4db9","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.256960859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"8121b8ae-9251-4667-a256-7514a672aec2","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.25698331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"8121b8ae-9251-4667-a256-7514a672aec2","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.459355497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"855df99a-7030-40f4-8788-0e201120cedd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.473667622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"6dbd565c-8504-4bfd-9ec6-3e3c156c45cc","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"maas-trlp-auth-test-model-a34cfc","model":"auth-test-model-a34cfc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-a34cfc/e2e-auth-iso-d26243"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.518764951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"855df99a-7030-40f4-8788-0e201120cedd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.641329854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"450d4e49-fcf6-4d9b-a912-666dc19c1b50","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.641350969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"450d4e49-fcf6-4d9b-a912-666dc19c1b50","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:02.854320706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"df323d95-7df7-4723-9618-6864e76768c8","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"maas-trlp-auth-test-model-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:08.673450426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"5ad5d585-aae6-4071-bca4-ede57808f7a0","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:08.67348065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"5ad5d585-aae6-4071-bca4-ede57808f7a0","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:13.615739407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.127095912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"5d7590de-c8f2-4369-9ede-77a979c6f8f8","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.127118843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"5d7590de-c8f2-4369-9ede-77a979c6f8f8","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.178709927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"91776f9c-495b-4b23-8468-d510ea738116","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.178731547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"91776f9c-495b-4b23-8468-d510ea738116","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.277686448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"3729541e-c897-42fa-a3fc-f8764b3b4cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.399377852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"3729541e-c897-42fa-a3fc-f8764b3b4cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.452892983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"3729541e-c897-42fa-a3fc-f8764b3b4cfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.505349651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"ddc3a07c-7fdd-4d49-861a-6bbf3b0861fe","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:14.505375263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"ddc3a07c-7fdd-4d49-861a-6bbf3b0861fe","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:23.291666243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-a44bfd","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"explicit-model-a44bfd","reconcileID":"cd3ccf68-d5de-4dcb-ac5a-62a45f3fb93b","MaaSModelRef":{"name":"explicit-model-a44bfd","namespace":"ai-tenant-e2e-explicit-a44bfd"},"routeName":"explicit-model-a44bfd-kserve-route","namespace":"ai-tenant-e2e-explicit-a44bfd","llmisvcName":"explicit-model-a44bfd","gateway":"openshift-ingress/e2e-explicit-a44bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:24.108321472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-a44bfd","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"explicit-model-a44bfd","reconcileID":"478d8d0a-6cc0-48fc-88a7-bd4fa29c6aaf","MaaSModelRef":{"name":"explicit-model-a44bfd","namespace":"ai-tenant-e2e-explicit-a44bfd"},"routeName":"explicit-model-a44bfd-kserve-route","namespace":"ai-tenant-e2e-explicit-a44bfd","llmisvcName":"explicit-model-a44bfd","gateway":"openshift-ingress/e2e-explicit-a44bfd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:24.603778585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"472091a3-e049-44e7-861e-4f3e6724bd8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:24.664767194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"472091a3-e049-44e7-861e-4f3e6724bd8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:24.720402799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"472091a3-e049-44e7-861e-4f3e6724bd8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.208184827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3ffe4c8c-5092-4401-8bdf-85237dff35a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.307711504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"6e3a2cc6-aed0-4228-bd97-4e8f835857a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.332358809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"244f75e6-495c-424f-9457-f4a1ef259e14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.408188277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"fc4a91f7-e183-441c-871b-19f2878ffebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.517613519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"b24b927d-8217-425e-9f8b-c90edf19319d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.617802748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"61d28c8d-fb83-4bab-a643-15c2432474ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.718391534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b0d71bb-1196-4a53-b5e6-1102cddb591a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.718524258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"a9893428-327f-4773-8313-c57777d514ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.819019247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"e7915688-65fa-4902-92e5-d416be5dd790","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:29.919583945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"c23ed349-dd39-429d-a6f5-a6495eba4773","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"maas-trlp-auth-test-model-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:30.089016077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"33043a6e-acab-491d-9e78-3eeae5ea7041","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:30.089037278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"33043a6e-acab-491d-9e78-3eeae5ea7041","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:30.313633484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10c2d5b3-4cc4-416e-8054-b27e05b9db11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:30.413790388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"16ddde69-de34-492c-9edc-d54d2ef14b5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:30.514129436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"7202a946-20a0-4fe2-92e0-fc1f4fd8987e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.245042637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"43735e8a-5ac5-46ea-9f82-c46b5b1ee325","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.303565986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"43735e8a-5ac5-46ea-9f82-c46b5b1ee325","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.503016052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d1d48180-4684-422c-a2fe-f7024ba061b3","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.503038779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d1d48180-4684-422c-a2fe-f7024ba061b3","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.558480703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"dd64eeea-ccdb-4b96-8fe4-10200ee63ea6","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.558511479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"dd64eeea-ccdb-4b96-8fe4-10200ee63ea6","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.66368091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"71e99e32-0582-4c7c-84ff-7a6c8000b940","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.793150793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"71e99e32-0582-4c7c-84ff-7a6c8000b940","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.852351621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"71e99e32-0582-4c7c-84ff-7a6c8000b940","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.910561397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"c3ca15c8-68b3-4f28-a5cc-dd8f4daca1ff","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:31.910582593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"c3ca15c8-68b3-4f28-a5cc-dd8f4daca1ff","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:34.826327468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"280c494b-aab2-4fb9-9af2-9ee5ea0cc3c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:34.884344723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"280c494b-aab2-4fb9-9af2-9ee5ea0cc3c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:34.941402461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e03fff60f99b9c46e65dfafc875187d62c45f58fdfd75c36ccc84471b7c7449) AuthConfig (04abf3e4d815bd78fa033fad259509064144a42c96350d377fe6d3524b8d09fa) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (95372f1b69c18948b35c387abf6029e17652965a568843cdf39ce394b388e5f2) AuthConfig (d3a6a36d6fb6d94e43de270df1e1b31e2bcc53bc9431e71a5c867b7b202d0402) AuthConfig (21890c24da74e5578324a5203ae9132ca589c43b170c357dd6984fcceba7db42) AuthConfig (9b75b406d4dc468564ba39703e923d9e711248858a750cbbc009e70bddc586c0) AuthConfig (f1df6866830dd0759b191ba145eb68d25ba1e8e18fb0b5a6049f4bc3a7a9cded) AuthConfig (7cb3c4c17b1fc826e538f46a1b0bbe4b25f6ae793be711ed180f412dc60ee958) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (13a103da63b0f5f436d8fddd22a29b0b739bd93a788eb9410900c94f65182aeb) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (0930dc2f59ede265d22d1a142931b3d5d22136190be76c42cd9051d3db82adb3) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (fd24d2d958aa9730b2570cbe6544d12ea207bd3ff3dc92a6bac1f4d42cb0cfba) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (79cf35ee74b88bd7fcb4275d39d211a5cbdfbec8b52e6365a8c7b84d2c4a2945)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"280c494b-aab2-4fb9-9af2-9ee5ea0cc3c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:34.999992583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"dd13f340-c73c-4899-93a9-575c39ad99f4","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:35.000011327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"dd13f340-c73c-4899-93a9-575c39ad99f4","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:42.016182608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"75faad55-68f1-4d6b-a97d-b4e711116089","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:42.074496324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"75faad55-68f1-4d6b-a97d-b4e711116089","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:42.130910734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"75faad55-68f1-4d6b-a97d-b4e711116089","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:43.623078159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:45.105993676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"2e692686-ed35-4e47-9121-f165b7f698fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:45.164709238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"2e692686-ed35-4e47-9121-f165b7f698fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:45.221783082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e03fff60f99b9c46e65dfafc875187d62c45f58fdfd75c36ccc84471b7c7449) AuthConfig (04abf3e4d815bd78fa033fad259509064144a42c96350d377fe6d3524b8d09fa) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (95372f1b69c18948b35c387abf6029e17652965a568843cdf39ce394b388e5f2) AuthConfig (d3a6a36d6fb6d94e43de270df1e1b31e2bcc53bc9431e71a5c867b7b202d0402) AuthConfig (21890c24da74e5578324a5203ae9132ca589c43b170c357dd6984fcceba7db42) AuthConfig (9b75b406d4dc468564ba39703e923d9e711248858a750cbbc009e70bddc586c0) AuthConfig (f1df6866830dd0759b191ba145eb68d25ba1e8e18fb0b5a6049f4bc3a7a9cded) AuthConfig (7cb3c4c17b1fc826e538f46a1b0bbe4b25f6ae793be711ed180f412dc60ee958) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (13a103da63b0f5f436d8fddd22a29b0b739bd93a788eb9410900c94f65182aeb) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (0930dc2f59ede265d22d1a142931b3d5d22136190be76c42cd9051d3db82adb3) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (fd24d2d958aa9730b2570cbe6544d12ea207bd3ff3dc92a6bac1f4d42cb0cfba) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (79cf35ee74b88bd7fcb4275d39d211a5cbdfbec8b52e6365a8c7b84d2c4a2945)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"2e692686-ed35-4e47-9121-f165b7f698fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:52.237257039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"c6d18241-bb9a-4a05-8aca-0c9a5b7110f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:52.300048516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"c6d18241-bb9a-4a05-8aca-0c9a5b7110f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:52.357598085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"c6d18241-bb9a-4a05-8aca-0c9a5b7110f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:55.327993212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"e5e62be7-3b45-4693-9e06-2d68b3940b9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:55.386927356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"e5e62be7-3b45-4693-9e06-2d68b3940b9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:21:55.443668844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e03fff60f99b9c46e65dfafc875187d62c45f58fdfd75c36ccc84471b7c7449) AuthConfig (04abf3e4d815bd78fa033fad259509064144a42c96350d377fe6d3524b8d09fa) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (95372f1b69c18948b35c387abf6029e17652965a568843cdf39ce394b388e5f2) AuthConfig (d3a6a36d6fb6d94e43de270df1e1b31e2bcc53bc9431e71a5c867b7b202d0402) AuthConfig (21890c24da74e5578324a5203ae9132ca589c43b170c357dd6984fcceba7db42) AuthConfig (9b75b406d4dc468564ba39703e923d9e711248858a750cbbc009e70bddc586c0) AuthConfig (f1df6866830dd0759b191ba145eb68d25ba1e8e18fb0b5a6049f4bc3a7a9cded) AuthConfig (7cb3c4c17b1fc826e538f46a1b0bbe4b25f6ae793be711ed180f412dc60ee958) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (13a103da63b0f5f436d8fddd22a29b0b739bd93a788eb9410900c94f65182aeb) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (0930dc2f59ede265d22d1a142931b3d5d22136190be76c42cd9051d3db82adb3) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (fd24d2d958aa9730b2570cbe6544d12ea207bd3ff3dc92a6bac1f4d42cb0cfba) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (79cf35ee74b88bd7fcb4275d39d211a5cbdfbec8b52e6365a8c7b84d2c4a2945)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"e5e62be7-3b45-4693-9e06-2d68b3940b9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:02.464401181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"ca795f0a-532a-49eb-96b1-d57626581ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:02.496449361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"1514afc3-a316-4cb7-9963-a0271e520fa8","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:02.496484279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"1514afc3-a316-4cb7-9963-a0271e520fa8","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:02.524617947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"ca795f0a-532a-49eb-96b1-d57626581ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:02.586655997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"ca795f0a-532a-49eb-96b1-d57626581ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:05.549132761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"b7c956b4-38fe-47a6-ae8a-48309562746b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:05.607615535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"b7c956b4-38fe-47a6-ae8a-48309562746b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:05.929744043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"d9f72821-3d8d-4523-91f9-272e6229bdc1","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:05.929773284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"d9f72821-3d8d-4523-91f9-272e6229bdc1","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:07.987308588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"1cf1763f-b0b5-4563-9b88-2abfb88fe664","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:07.987330841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"1cf1763f-b0b5-4563-9b88-2abfb88fe664","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.043195187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"58fea327-8c1f-420a-a470-77b5621c9407","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.04321121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"58fea327-8c1f-420a-a470-77b5621c9407","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.148274386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1256f217-4154-43ce-a7e7-9716db141bf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.277778157Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1256f217-4154-43ce-a7e7-9716db141bf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.334690954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1256f217-4154-43ce-a7e7-9716db141bf5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.422931577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"884ef20a-8068-4e63-b2e4-21ddbe8b06ed","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.422967093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"884ef20a-8068-4e63-b2e4-21ddbe8b06ed","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.482086821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"f7b97f84-9b27-4d78-b8aa-7c89ce9d2f6b","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:08.482107475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"f7b97f84-9b27-4d78-b8aa-7c89ce9d2f6b","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.310788352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"c407e472-e5d0-4f4b-aa79-99ad514e9018","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.310811417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"c407e472-e5d0-4f4b-aa79-99ad514e9018","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.374803833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"1033e79b-49bd-4f8f-80f9-bd463648e25d","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.374847177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"1033e79b-49bd-4f8f-80f9-bd463648e25d","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:22:11.4195261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"a083cb20-cb01-4b7c-b353-e7835c969613","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e32c97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.426990016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"c76370cd-e613-42e8-9c0e-b582b4e743a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.496495058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"c76370cd-e613-42e8-9c0e-b582b4e743a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.529589078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"3d4d68e7-2211-4c4d-8937-c832a8f4e15b","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.529609408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"3d4d68e7-2211-4c4d-8937-c832a8f4e15b","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.58971949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"38cbbafd-a466-43b7-9a43-69434ce2e28c","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.589739927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"38cbbafd-a466-43b7-9a43-69434ce2e28c","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.806375862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"1b766693-6325-492f-b7be-bd436aa47ef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.815388485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"1929c6a0-5d93-4586-a84d-d5b249090603","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-auth-test-model-bb037c","model":"auth-test-model-bb037c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-auth-iso-e32c97"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.864475438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"1b766693-6325-492f-b7be-bd436aa47ef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.983582118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"5d8b8e8e-2a51-43b3-b94e-8260a590fb66","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:11.983603166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"5d8b8e8e-2a51-43b3-b94e-8260a590fb66","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.194273139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"430c7777-6aa6-4349-8bfb-2eacd0128452","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-auth-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.363299322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"0f849403-0fe0-42f2-bcbd-2205a05c2ab2","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.363317487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"0f849403-0fe0-42f2-bcbd-2205a05c2ab2","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.694159211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"58308f6b-473a-4545-be55-7cd771c6b132","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.752683556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"58308f6b-473a-4545-be55-7cd771c6b132","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.809400942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3886e6c48b99ffb7e4d5012a6052566dcaf8da2b38fce899b92f855d2396e4ef) AuthConfig (34d9b6862447885623897a06da846b7675ff722f47c8f64959954d12c9662172) AuthConfig (2f368b4689d48751401842258b6bc647c14014a548cc2460925d88aaa281d8bc) AuthConfig (87d509537f80f117d94004c9592706080423c0dc835df7d390541deeea24e352) AuthConfig (5da95796e125fe77cd51887dd7f2d0e03e62243d3d94a8aa2c7fb15a4b0c6cbd) AuthConfig (beb0bc3de29478229a2474dc0ea7392349d9a0f5926633955719021b8ee2a47c) AuthConfig (f142187c5cadae7f485fb49b7c25570a09ad7a6bd13639493db2d12253ba954f) AuthConfig (3b06704bc400591c86c9b2047dcf596a61258882c8ccbdbc8e6764e57c484117) AuthConfig (9d007c54975683e55ce4f5d19a05daa7d6e7f84efbc151abd71da2465eb4a1c4) AuthConfig (62103876786c7c4e134199075a4acc1447d4bfd32fe227e80ad85cd166e9cb82) AuthConfig (bc1c0579015963e9fb8a7a1c19a2fd85b02c5117b47e88d6031c919aba9c73c8) AuthConfig (16143750588cc1bcd2f976b499bd455c77f513831314c0c0363d0401db0feb87) AuthConfig (f466cede3132af571fa9f2f672d60bc36b1dc50c3106f63c686d1ec664568798) AuthConfig (7e5141d736c6154bc133c9ae04960fc6ca6a8de4a66976f44217441f92d8c442) AuthConfig (ea85f2161179cacf707b450559d1f9826f67f14b810d07475d1335e09939b258) AuthConfig (3943a85846f0e16639c347d05255b093199d2c91bcf1f3ef46d2c8459443fae8) AuthConfig (ca733f3045279f748d7ca19f5b66143031f52c92432f7d4781724f164575b195) AuthConfig (68fe6dbfb1155e52b65f23a80a2078b77c09a27c71c84d28ce8013cdf0d90c5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"58308f6b-473a-4545-be55-7cd771c6b132","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.868127428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d7431e47-1103-4dbc-b14f-355377917be8","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:12.868148806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d7431e47-1103-4dbc-b14f-355377917be8","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:13.622770801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:13.87810717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"65d55887-8066-4e8a-bf0b-8eada261ee7c","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:13.87813501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"65d55887-8066-4e8a-bf0b-8eada261ee7c","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:13.933745785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a0e35862-ac12-4f72-85fb-32d3629672bb","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:13.933773574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a0e35862-ac12-4f72-85fb-32d3629672bb","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:14.039155426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"d47dba08-0ed4-419b-a3a9-2fab7d191380","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:14.168639396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"d47dba08-0ed4-419b-a3a9-2fab7d191380","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:14.225708537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"d47dba08-0ed4-419b-a3a9-2fab7d191380","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:14.283547171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"873ae00a-ad6a-4e86-8293-42ebaf48cb6c","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:14.283568121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"873ae00a-ad6a-4e86-8293-42ebaf48cb6c","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:18.499187984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"570387f3-efb9-465c-af73-68f546ac91b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:18.557646477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"570387f3-efb9-465c-af73-68f546ac91b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:18.614261005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"570387f3-efb9-465c-af73-68f546ac91b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:22.973216411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"7f66f9dc-5f8d-4731-b33b-4370bd31f9a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:23.031735955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"7f66f9dc-5f8d-4731-b33b-4370bd31f9a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:23.088839673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-50a0e9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3886e6c48b99ffb7e4d5012a6052566dcaf8da2b38fce899b92f855d2396e4ef) AuthConfig (34d9b6862447885623897a06da846b7675ff722f47c8f64959954d12c9662172) AuthConfig (2f368b4689d48751401842258b6bc647c14014a548cc2460925d88aaa281d8bc) AuthConfig (87d509537f80f117d94004c9592706080423c0dc835df7d390541deeea24e352) AuthConfig (5da95796e125fe77cd51887dd7f2d0e03e62243d3d94a8aa2c7fb15a4b0c6cbd) AuthConfig (beb0bc3de29478229a2474dc0ea7392349d9a0f5926633955719021b8ee2a47c) AuthConfig (f142187c5cadae7f485fb49b7c25570a09ad7a6bd13639493db2d12253ba954f) AuthConfig (3b06704bc400591c86c9b2047dcf596a61258882c8ccbdbc8e6764e57c484117) AuthConfig (9d007c54975683e55ce4f5d19a05daa7d6e7f84efbc151abd71da2465eb4a1c4) AuthConfig (62103876786c7c4e134199075a4acc1447d4bfd32fe227e80ad85cd166e9cb82) AuthConfig (bc1c0579015963e9fb8a7a1c19a2fd85b02c5117b47e88d6031c919aba9c73c8) AuthConfig (16143750588cc1bcd2f976b499bd455c77f513831314c0c0363d0401db0feb87) AuthConfig (f466cede3132af571fa9f2f672d60bc36b1dc50c3106f63c686d1ec664568798) AuthConfig (7e5141d736c6154bc133c9ae04960fc6ca6a8de4a66976f44217441f92d8c442) AuthConfig (ea85f2161179cacf707b450559d1f9826f67f14b810d07475d1335e09939b258) AuthConfig (3943a85846f0e16639c347d05255b093199d2c91bcf1f3ef46d2c8459443fae8) AuthConfig (ca733f3045279f748d7ca19f5b66143031f52c92432f7d4781724f164575b195) AuthConfig (68fe6dbfb1155e52b65f23a80a2078b77c09a27c71c84d28ce8013cdf0d90c5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"7f66f9dc-5f8d-4731-b33b-4370bd31f9a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:24.389706517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"08b31ca9-2c78-4153-aa04-f486f3da8320","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:24.447608408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"08b31ca9-2c78-4153-aa04-f486f3da8320","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:24.504178283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"08b31ca9-2c78-4153-aa04-f486f3da8320","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:28.730825761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b439c203-b025-42dd-a490-c799546f5d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:28.790425798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b439c203-b025-42dd-a490-c799546f5d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:28.847261703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b439c203-b025-42dd-a490-c799546f5d94","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.19511187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"82b13fea-e98c-4ddd-8171-91fe25476edf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.228524883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"abd580f8-fa28-44ba-9e15-2fd9123a2fa7","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-auth-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.256230534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"82b13fea-e98c-4ddd-8171-91fe25476edf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.39661962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"b9b6eeb7-b59e-437e-8aa2-42b715c6ab56","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.396647698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"b9b6eeb7-b59e-437e-8aa2-42b715c6ab56","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.579811818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"85a94937-406b-4869-a274-f0d9b62fa2b9","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:33.579866127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"85a94937-406b-4869-a274-f0d9b62fa2b9","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.078617211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"70070466-691e-49b0-bd8c-d94112e905c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.137106578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"70070466-691e-49b0-bd8c-d94112e905c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.33408701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dc4f8f30-ae0d-4b16-89b0-f4cdabefc457","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.334108554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dc4f8f30-ae0d-4b16-89b0-f4cdabefc457","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.391497228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"78103fce-695c-4600-b6cf-ce2c7f6579ca","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.391516287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"78103fce-695c-4600-b6cf-ce2c7f6579ca","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.496567049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"6a710318-54c0-4820-84a6-aa6d54e817b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.60985717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"b9f42f2f-ef9e-4558-8d12-e838a4dcda5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.626913119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"6a710318-54c0-4820-84a6-aa6d54e817b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.6684534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"b9f42f2f-ef9e-4558-8d12-e838a4dcda5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.683821913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"6a710318-54c0-4820-84a6-aa6d54e817b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.725428238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b8e62693f97bf9d2f60ef8fc7bdde5a9f2573a79068d322cc7674e29aa7b29) AuthConfig (7ef644214e0441f44e1d4e3ff26bfac19570daf6c177e500e7b38b4df84d74bd) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (c524c3ba9d8281f10862d3342a21584346dcbea2dc59bf01acbe44a72e9b2de0) AuthConfig (93ce0ab3dbdf5522d322292987cbb8301a4138af47aad41b6da367dc2ef677d2) AuthConfig (b3384bf14fdbbe8f4256cc18b3d820b8001b4bf434cd583818f018d2a3726b52) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (fb00702bf29af7dd3712ee7e3ad41cc66089fc8af979d620dc79da85600f66bb) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cb58e99a2466693bed0c8923e81ee605225f057a525ecf6ed290fa618c2df747) AuthConfig (5effda7767f8cdd972c3af9f24ab960a6ec6ad176c80bdbd9f342ce90f967bd3) AuthConfig (5dccbe5136626a618e7eb69c50213690aeaa26254f2286a55598d206ba6f3faf) AuthConfig (91b0e97297eafd7636f6f72fb809eaa391d6b8e8723a1c40fb31c73c11f1bea5) AuthConfig (d293760e09a67afcc58114f79c2873c1eb08d23942ba33aa94e74b04e9cf5abf) AuthConfig (c3554dc01ea5b3ec2120d19cbd08f1b274dfe6a8cd492b09452d72062d9361e4) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"b9f42f2f-ef9e-4558-8d12-e838a4dcda5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.74011701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"2eb0fe10-26a2-4712-aa48-1f3e93d49faa","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.740134016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"2eb0fe10-26a2-4712-aa48-1f3e93d49faa","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.783892527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a0fb890e-7558-4f33-b6da-019a8485d244","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:34.783908903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a0fb890e-7558-4f33-b6da-019a8485d244","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:38.957418704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b103c794-2cb0-4a83-ba64-7dabf65abfb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.020273725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b103c794-2cb0-4a83-ba64-7dabf65abfb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.026572211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"04d9663d-6f48-4337-b334-0b6643c044e3","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.026591348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"04d9663d-6f48-4337-b334-0b6643c044e3","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.077746287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b89f7dc1874f0d1bb5b4fb7ce27987831b51347b4a756a7a0cf9cf0242aa7da6) AuthConfig (7c7064e5218ff2bb6cf5a948725be4334407c77f41f8cc6f77d8e61ddf4f955d) AuthConfig (ccb06cf97e948146f695aaf1b7d522f4a3796c4e699371d2bf6c3ed47f08eefb) AuthConfig (a87aec3bd504616f512a48d76349037578dc07ccffcf4677687f25adcab69cd6) AuthConfig (9b7112bc286a98c34712914c9c14b0bf400d2a3cf3e347a7e6371e11e68ad3f8) AuthConfig (1fa63b5deaa748acf6f50ebe2ff32f88d2e962d9f71a234c30e1ea22e105abbf) AuthConfig (69430643637b20d21a380b1f5733e7f6a470b6e3cc2a6273cf07f2f4f4d29ed0) AuthConfig (7c1ae3fdccfdac2ca3f5099f81036899888fcfb62228526613fac30476a50ac2) AuthConfig (e4f0ebfb40aa567a664ef89182b35fbbb868b3d47156f53c19317416718cb693) AuthConfig (1d4e0737ca05e9b1e9bf5cbaa797427bb5b5475d93d7f0f1c7c423973ee7f15b) AuthConfig (0649a5eb6417b385c258ef5c1d73d991b249aaf06b98ad96ed5f79ef6d2a6f5f) AuthConfig (da7f19b678ea67bf7acd452d51d91aa506dfb68ac3239382e520d580b849235e) AuthConfig (7c6f69e3f87762b26e5b80faddf823c47033673d7e1440f987905272e1ff10a1) AuthConfig (c8c3927c37e27b6fd229b14f37077b0cd06247e918279a0127e0245c9cfa554f) AuthConfig (cb1b890ba686784b3cf4a0a09b2529f1db2e55a34e9ca1c2e7d767e76baf7475) AuthConfig (438205eaf39de09170cecb44f923bd8a27096cdb9944ba0c29f3e3ddf0fa2e9d) AuthConfig (5d5d63bd5817d2f92dd7866965ae2d8df5926a8b21e2ac297aa5bbb4c4f228a6) AuthConfig (3c02dacbb99555ad21c06c3e03fff857ce8c3dcd329364305fcca85fad3d08d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b103c794-2cb0-4a83-ba64-7dabf65abfb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.091155769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"85cb5467-f753-4123-9281-487374184a16","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.091239059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"85cb5467-f753-4123-9281-487374184a16","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:22:39.132526545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"b15b80b2-6c1d-4070-879f-fab225ee403a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d26243\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.136006371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"3375564b-1162-4f44-b68f-55ba487fb646","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.136866337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"8e70ec96-e80f-4780-bc5a-6a9e17476a19","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.136882721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"8e70ec96-e80f-4780-bc5a-6a9e17476a19","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.19447782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"3375564b-1162-4f44-b68f-55ba487fb646","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.239717295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d3fd01b6-9a2d-4ccb-a99b-26b5242fb47a","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.239734641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d3fd01b6-9a2d-4ccb-a99b-26b5242fb47a","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.296150801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"f6bdd519-7ef1-4e36-92df-e5d40aae51a8","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.296173464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"f6bdd519-7ef1-4e36-92df-e5d40aae51a8","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.51113218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"833dd5bd-d276-43bc-b6f0-51bf5ba92cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.519751005Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"4a24ea9a-47b1-4a32-a610-5a91af563bae","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"maas-trlp-auth-test-model-50a0e9","model":"auth-test-model-50a0e9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-50a0e9/e2e-auth-iso-d26243"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.568904519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"833dd5bd-d276-43bc-b6f0-51bf5ba92cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.688378447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"6be79f0c-f367-4792-bd2d-90377c25f2ef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.688404101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"6be79f0c-f367-4792-bd2d-90377c25f2ef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:39.900223246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"302cea39-6de7-414b-9732-9fb59d93fa9b","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"maas-trlp-auth-test-model-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:43.147728851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbde11d-4a1b-473b-bd6a-bcaa062e0991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:43.200561112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbde11d-4a1b-473b-bd6a-bcaa062e0991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:43.253842124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbde11d-4a1b-473b-bd6a-bcaa062e0991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:43.30656119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbde11d-4a1b-473b-bd6a-bcaa062e0991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:43.631446614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:44.86436528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7387247f-f241-4d55-8035-80718fcab954","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:44.893656908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"56fedff1-8a60-4a08-bc51-52165d002492","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:44.926003595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7387247f-f241-4d55-8035-80718fcab954","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:44.951609803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"56fedff1-8a60-4a08-bc51-52165d002492","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:44.982997152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7387247f-f241-4d55-8035-80718fcab954","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.008347773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b8e62693f97bf9d2f60ef8fc7bdde5a9f2573a79068d322cc7674e29aa7b29) AuthConfig (7ef644214e0441f44e1d4e3ff26bfac19570daf6c177e500e7b38b4df84d74bd) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (c524c3ba9d8281f10862d3342a21584346dcbea2dc59bf01acbe44a72e9b2de0) AuthConfig (93ce0ab3dbdf5522d322292987cbb8301a4138af47aad41b6da367dc2ef677d2) AuthConfig (b3384bf14fdbbe8f4256cc18b3d820b8001b4bf434cd583818f018d2a3726b52) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (fb00702bf29af7dd3712ee7e3ad41cc66089fc8af979d620dc79da85600f66bb) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cb58e99a2466693bed0c8923e81ee605225f057a525ecf6ed290fa618c2df747) AuthConfig (5effda7767f8cdd972c3af9f24ab960a6ec6ad176c80bdbd9f342ce90f967bd3) AuthConfig (5dccbe5136626a618e7eb69c50213690aeaa26254f2286a55598d206ba6f3faf) AuthConfig (91b0e97297eafd7636f6f72fb809eaa391d6b8e8723a1c40fb31c73c11f1bea5) AuthConfig (d293760e09a67afcc58114f79c2873c1eb08d23942ba33aa94e74b04e9cf5abf) AuthConfig (c3554dc01ea5b3ec2120d19cbd08f1b274dfe6a8cd492b09452d72062d9361e4) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"56fedff1-8a60-4a08-bc51-52165d002492","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.217771076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c487ef63-a1aa-4a71-8e42-e4a367d5c8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.27061829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c487ef63-a1aa-4a71-8e42-e4a367d5c8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.323169691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c487ef63-a1aa-4a71-8e42-e4a367d5c8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.323221523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","namespace":"ai-tenant-e2e-explicit-a44bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.323285003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","namespace":"ai-tenant-e2e-explicit-a44bfd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.323333927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","tenant":"e2e-explicit-a44bfd","tenantID":"e2e-explicit-a44bfd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.375894778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c487ef63-a1aa-4a71-8e42-e4a367d5c8e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.432561875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Deployment","name":"maas-api-e2e-explicit-a44bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.493323147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Service","name":"maas-api-e2e-explicit-a44bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.555438534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-a44bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.646238327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-a44bfd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.701904039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.757521833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.818287402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.873768434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.926261898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Deployment","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:45.978610374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.031353691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Service","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.084243274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"Service","name":"payload-pre-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.13651403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.189070645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.242553593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.29910672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.351338524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.403748283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.468079226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-a44bfd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:46.523641346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a44bfd"},"namespace":"ai-tenant-e2e-explicit-a44bfd","name":"default-tenant","reconcileID":"969014fc-129f-4ae8-aea8-c9549e727b0a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-a44bfd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:48.517705023Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a44bfd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a44bfd","reconcileID":"486c1520-8dcf-4c8b-ba8e-97506d3d5b28","aitenant":"ai-tenants/e2e-explicit-a44bfd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.089617044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3e693e-5a4f-4680-a487-fdfc3bf9046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.142356236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3e693e-5a4f-4680-a487-fdfc3bf9046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.19501269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3e693e-5a4f-4680-a487-fdfc3bf9046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.248037111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da3e693e-5a4f-4680-a487-fdfc3bf9046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.300173694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1e657f6b-154f-4f73-bfa4-4614c3e13f76","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.360361346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1e657f6b-154f-4f73-bfa4-4614c3e13f76","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.361799548Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a44bfd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a44bfd","reconcileID":"486c1520-8dcf-4c8b-ba8e-97506d3d5b28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a44bfd","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-a44bfd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:49.416957326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b89f7dc1874f0d1bb5b4fb7ce27987831b51347b4a756a7a0cf9cf0242aa7da6) AuthConfig (7c7064e5218ff2bb6cf5a948725be4334407c77f41f8cc6f77d8e61ddf4f955d) AuthConfig (ccb06cf97e948146f695aaf1b7d522f4a3796c4e699371d2bf6c3ed47f08eefb) AuthConfig (a87aec3bd504616f512a48d76349037578dc07ccffcf4677687f25adcab69cd6) AuthConfig (9b7112bc286a98c34712914c9c14b0bf400d2a3cf3e347a7e6371e11e68ad3f8) AuthConfig (1fa63b5deaa748acf6f50ebe2ff32f88d2e962d9f71a234c30e1ea22e105abbf) AuthConfig (69430643637b20d21a380b1f5733e7f6a470b6e3cc2a6273cf07f2f4f4d29ed0) AuthConfig (7c1ae3fdccfdac2ca3f5099f81036899888fcfb62228526613fac30476a50ac2) AuthConfig (e4f0ebfb40aa567a664ef89182b35fbbb868b3d47156f53c19317416718cb693) AuthConfig (1d4e0737ca05e9b1e9bf5cbaa797427bb5b5475d93d7f0f1c7c423973ee7f15b) AuthConfig (0649a5eb6417b385c258ef5c1d73d991b249aaf06b98ad96ed5f79ef6d2a6f5f) AuthConfig (da7f19b678ea67bf7acd452d51d91aa506dfb68ac3239382e520d580b849235e) AuthConfig (7c6f69e3f87762b26e5b80faddf823c47033673d7e1440f987905272e1ff10a1) AuthConfig (c8c3927c37e27b6fd229b14f37077b0cd06247e918279a0127e0245c9cfa554f) AuthConfig (cb1b890ba686784b3cf4a0a09b2529f1db2e55a34e9ca1c2e7d767e76baf7475) AuthConfig (438205eaf39de09170cecb44f923bd8a27096cdb9944ba0c29f3e3ddf0fa2e9d) AuthConfig (5d5d63bd5817d2f92dd7866965ae2d8df5926a8b21e2ac297aa5bbb4c4f228a6) AuthConfig (3c02dacbb99555ad21c06c3e03fff857ce8c3dcd329364305fcca85fad3d08d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1e657f6b-154f-4f73-bfa4-4614c3e13f76","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:51.195718371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac7400-654b-412b-b3a1-144d9a1e077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:51.250792878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac7400-654b-412b-b3a1-144d9a1e077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:51.312189155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac7400-654b-412b-b3a1-144d9a1e077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:51.369190938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1ac7400-654b-412b-b3a1-144d9a1e077d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:53.358495286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b64f43d-3966-4ad1-b5f8-14c6395e7d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:53.411089344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b64f43d-3966-4ad1-b5f8-14c6395e7d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:53.463859162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b64f43d-3966-4ad1-b5f8-14c6395e7d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:53.518246528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b64f43d-3966-4ad1-b5f8-14c6395e7d7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.089877935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"5633a8ae-790d-4eaa-b1b6-2394526f8bb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.148010012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"5633a8ae-790d-4eaa-b1b6-2394526f8bb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.189537994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"11d334fc-f52d-4d62-8373-7979185164b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.204423048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"5633a8ae-790d-4eaa-b1b6-2394526f8bb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.248289554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"11d334fc-f52d-4d62-8373-7979185164b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:55.305163924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b8e62693f97bf9d2f60ef8fc7bdde5a9f2573a79068d322cc7674e29aa7b29) AuthConfig (7ef644214e0441f44e1d4e3ff26bfac19570daf6c177e500e7b38b4df84d74bd) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (c524c3ba9d8281f10862d3342a21584346dcbea2dc59bf01acbe44a72e9b2de0) AuthConfig (93ce0ab3dbdf5522d322292987cbb8301a4138af47aad41b6da367dc2ef677d2) AuthConfig (b3384bf14fdbbe8f4256cc18b3d820b8001b4bf434cd583818f018d2a3726b52) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (fb00702bf29af7dd3712ee7e3ad41cc66089fc8af979d620dc79da85600f66bb) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cb58e99a2466693bed0c8923e81ee605225f057a525ecf6ed290fa618c2df747) AuthConfig (5effda7767f8cdd972c3af9f24ab960a6ec6ad176c80bdbd9f342ce90f967bd3) AuthConfig (5dccbe5136626a618e7eb69c50213690aeaa26254f2286a55598d206ba6f3faf) AuthConfig (91b0e97297eafd7636f6f72fb809eaa391d6b8e8723a1c40fb31c73c11f1bea5) AuthConfig (d293760e09a67afcc58114f79c2873c1eb08d23942ba33aa94e74b04e9cf5abf) AuthConfig (c3554dc01ea5b3ec2120d19cbd08f1b274dfe6a8cd492b09452d72062d9361e4) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"11d334fc-f52d-4d62-8373-7979185164b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:59.52224443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c61e27d9-cec0-4bce-a5ab-523b0dffb4b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:59.580485304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c61e27d9-cec0-4bce-a5ab-523b0dffb4b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:22:59.637244028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b89f7dc1874f0d1bb5b4fb7ce27987831b51347b4a756a7a0cf9cf0242aa7da6) AuthConfig (7c7064e5218ff2bb6cf5a948725be4334407c77f41f8cc6f77d8e61ddf4f955d) AuthConfig (ccb06cf97e948146f695aaf1b7d522f4a3796c4e699371d2bf6c3ed47f08eefb) AuthConfig (a87aec3bd504616f512a48d76349037578dc07ccffcf4677687f25adcab69cd6) AuthConfig (9b7112bc286a98c34712914c9c14b0bf400d2a3cf3e347a7e6371e11e68ad3f8) AuthConfig (1fa63b5deaa748acf6f50ebe2ff32f88d2e962d9f71a234c30e1ea22e105abbf) AuthConfig (69430643637b20d21a380b1f5733e7f6a470b6e3cc2a6273cf07f2f4f4d29ed0) AuthConfig (7c1ae3fdccfdac2ca3f5099f81036899888fcfb62228526613fac30476a50ac2) AuthConfig (e4f0ebfb40aa567a664ef89182b35fbbb868b3d47156f53c19317416718cb693) AuthConfig (1d4e0737ca05e9b1e9bf5cbaa797427bb5b5475d93d7f0f1c7c423973ee7f15b) AuthConfig (0649a5eb6417b385c258ef5c1d73d991b249aaf06b98ad96ed5f79ef6d2a6f5f) AuthConfig (da7f19b678ea67bf7acd452d51d91aa506dfb68ac3239382e520d580b849235e) AuthConfig (7c6f69e3f87762b26e5b80faddf823c47033673d7e1440f987905272e1ff10a1) AuthConfig (c8c3927c37e27b6fd229b14f37077b0cd06247e918279a0127e0245c9cfa554f) AuthConfig (cb1b890ba686784b3cf4a0a09b2529f1db2e55a34e9ca1c2e7d767e76baf7475) AuthConfig (438205eaf39de09170cecb44f923bd8a27096cdb9944ba0c29f3e3ddf0fa2e9d) AuthConfig (5d5d63bd5817d2f92dd7866965ae2d8df5926a8b21e2ac297aa5bbb4c4f228a6) AuthConfig (3c02dacbb99555ad21c06c3e03fff857ce8c3dcd329364305fcca85fad3d08d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c61e27d9-cec0-4bce-a5ab-523b0dffb4b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.311049003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"bfea931b-12b5-461c-b55b-64676fde3fc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.369029709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"bfea931b-12b5-461c-b55b-64676fde3fc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.413085581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"ac817618-a1c2-4edb-bb42-f523e8212bb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.425687709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"bfea931b-12b5-461c-b55b-64676fde3fc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.471441347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"ac817618-a1c2-4edb-bb42-f523e8212bb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:05.531812263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b8e62693f97bf9d2f60ef8fc7bdde5a9f2573a79068d322cc7674e29aa7b29) AuthConfig (7ef644214e0441f44e1d4e3ff26bfac19570daf6c177e500e7b38b4df84d74bd) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (c524c3ba9d8281f10862d3342a21584346dcbea2dc59bf01acbe44a72e9b2de0) AuthConfig (93ce0ab3dbdf5522d322292987cbb8301a4138af47aad41b6da367dc2ef677d2) AuthConfig (b3384bf14fdbbe8f4256cc18b3d820b8001b4bf434cd583818f018d2a3726b52) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (fb00702bf29af7dd3712ee7e3ad41cc66089fc8af979d620dc79da85600f66bb) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cb58e99a2466693bed0c8923e81ee605225f057a525ecf6ed290fa618c2df747) AuthConfig (5effda7767f8cdd972c3af9f24ab960a6ec6ad176c80bdbd9f342ce90f967bd3) AuthConfig (5dccbe5136626a618e7eb69c50213690aeaa26254f2286a55598d206ba6f3faf) AuthConfig (91b0e97297eafd7636f6f72fb809eaa391d6b8e8723a1c40fb31c73c11f1bea5) AuthConfig (d293760e09a67afcc58114f79c2873c1eb08d23942ba33aa94e74b04e9cf5abf) AuthConfig (c3554dc01ea5b3ec2120d19cbd08f1b274dfe6a8cd492b09452d72062d9361e4) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"ac817618-a1c2-4edb-bb42-f523e8212bb4","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:09.743704101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"833fb724-52aa-4734-859e-b9d720915a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:09.803327223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"833fb724-52aa-4734-859e-b9d720915a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:09.85981525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-278c95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b89f7dc1874f0d1bb5b4fb7ce27987831b51347b4a756a7a0cf9cf0242aa7da6) AuthConfig (7c7064e5218ff2bb6cf5a948725be4334407c77f41f8cc6f77d8e61ddf4f955d) AuthConfig (ccb06cf97e948146f695aaf1b7d522f4a3796c4e699371d2bf6c3ed47f08eefb) AuthConfig (a87aec3bd504616f512a48d76349037578dc07ccffcf4677687f25adcab69cd6) AuthConfig (9b7112bc286a98c34712914c9c14b0bf400d2a3cf3e347a7e6371e11e68ad3f8) AuthConfig (1fa63b5deaa748acf6f50ebe2ff32f88d2e962d9f71a234c30e1ea22e105abbf) AuthConfig (69430643637b20d21a380b1f5733e7f6a470b6e3cc2a6273cf07f2f4f4d29ed0) AuthConfig (7c1ae3fdccfdac2ca3f5099f81036899888fcfb62228526613fac30476a50ac2) AuthConfig (e4f0ebfb40aa567a664ef89182b35fbbb868b3d47156f53c19317416718cb693) AuthConfig (1d4e0737ca05e9b1e9bf5cbaa797427bb5b5475d93d7f0f1c7c423973ee7f15b) AuthConfig (0649a5eb6417b385c258ef5c1d73d991b249aaf06b98ad96ed5f79ef6d2a6f5f) AuthConfig (da7f19b678ea67bf7acd452d51d91aa506dfb68ac3239382e520d580b849235e) AuthConfig (7c6f69e3f87762b26e5b80faddf823c47033673d7e1440f987905272e1ff10a1) AuthConfig (c8c3927c37e27b6fd229b14f37077b0cd06247e918279a0127e0245c9cfa554f) AuthConfig (cb1b890ba686784b3cf4a0a09b2529f1db2e55a34e9ca1c2e7d767e76baf7475) AuthConfig (438205eaf39de09170cecb44f923bd8a27096cdb9944ba0c29f3e3ddf0fa2e9d) AuthConfig (5d5d63bd5817d2f92dd7866965ae2d8df5926a8b21e2ac297aa5bbb4c4f228a6) AuthConfig (3c02dacbb99555ad21c06c3e03fff857ce8c3dcd329364305fcca85fad3d08d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"833fb724-52aa-4734-859e-b9d720915a12","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:13.622354196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:13.882758373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"7800b7b3-83c9-440b-9dfd-11c05138c246","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"maas-trlp-auth-test-model-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:14.059462438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"06883151-e07b-4f53-8c6a-ae37bf5d6dfd","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:14.059482591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"06883151-e07b-4f53-8c6a-ae37bf5d6dfd","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:14.679252961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"70a8704d-8d56-411e-b715-d84cc96139bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:14.738252599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"70a8704d-8d56-411e-b715-d84cc96139bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.531587029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"65f44a70-301e-4312-85f0-c937efc98aaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.590090844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"65f44a70-301e-4312-85f0-c937efc98aaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.637390514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"3d49bf06-77ad-4f04-a96b-25a96015e82b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.647059559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e1a1f65e1783664779e87afc021a6e753e487ef598b7ceca5863396877610a6) AuthConfig (e6dcc8a82b8c5b56f0fecbcc190fb082868e77efda8bff66f09b7d8038d012a3) AuthConfig (b4345d96d78bf657e66133686945ef96d4c582e50464bb7800213c275df84250) AuthConfig (78a67b3344e425b2a99fc260dc93f9b328763fba7e494f081306395fc90c5c5a) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (0e6932d0a0cfc3fd1ebd6b34ddc81ef2d2bd9c37afb8ef06d45f4974638c3463) AuthConfig (2adb35bac3b6a14fdd1c994aac17b298184910b18934c79fc4feda34940035af) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (c58c197108ae8cfade189f8db3cfeed91090c3800d910dae73565ad4bd433cf1) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (88b4a5e875d55267fab3b99724bc7dcaebc5166bd2fad94946049ec87605b48a) AuthConfig (7fb0f3bf5f90d3a48efa3d9786dac8e454a0317bf03426861050b3b89b55bba0) AuthConfig (903d747bedf8a79ca8073203d2e7b9abdb8c16d1b4061c661cb35a62958e09b3) AuthConfig (da97b8975ffe180b52a2f0fe35a0834608e3ec76a4d7a593ff8eaebcb2a9f44d) AuthConfig (8d17d1ae5af8ffb9746000daeda3e3f1521f51e5a1236eb767c6c791c6d076c4) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"65f44a70-301e-4312-85f0-c937efc98aaf","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.695677421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"3d49bf06-77ad-4f04-a96b-25a96015e82b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.706069667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"492eee9d-29f5-49f9-af00-a715aa7595cb","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:15.706088879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"492eee9d-29f5-49f9-af00-a715aa7595cb","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:16.015469792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b8fb4609-2a46-4667-96cc-8d8c75232048","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:16.015488101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b8fb4609-2a46-4667-96cc-8d8c75232048","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.244600794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"2672b802-6292-4a4c-915e-387770e76304","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.244629735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"2672b802-6292-4a4c-915e-387770e76304","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.349890722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"5fe44351-0c40-44c7-baf8-1b21c535b2c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.408170062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"5fe44351-0c40-44c7-baf8-1b21c535b2c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.409420919Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"8b8b947b-d856-4bd4-b855-0a7f9345e7e2","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-761479f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.719297766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"ec2ae859-9d5f-4a20-8295-c3800d64b5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:17.777360857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"ec2ae859-9d5f-4a20-8295-c3800d64b5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:19.970476949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"a9c2942f-dac9-45a5-9204-fb91492e1153","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:20.028656904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"a9c2942f-dac9-45a5-9204-fb91492e1153","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:20.300121944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"3382d237-fb07-4442-9246-1cd639fb8822","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:20.300142159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"3382d237-fb07-4442-9246-1cd639fb8822","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.436442498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"94384089-24b6-43fa-8d31-272407337965","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.436465298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"94384089-24b6-43fa-8d31-272407337965","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.497151541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"991df4bd-eb51-414c-820f-ac2aa75de8cc","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.497174073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"991df4bd-eb51-414c-820f-ac2aa75de8cc","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:21.54167306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"fdc187c2-ef1d-4d72-ae23-972f6dcef91e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0a9f91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.54182491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"b63df345-1273-457c-8e98-86a9b80fc730","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.600698829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"b63df345-1273-457c-8e98-86a9b80fc730","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.647226923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f06ce21a-25a5-45d9-b5b2-ba328eb66b0e","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.647249378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f06ce21a-25a5-45d9-b5b2-ba328eb66b0e","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.705600074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f66dda29-af82-4ddc-bab2-6af19d0928d3","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.705625793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f66dda29-af82-4ddc-bab2-6af19d0928d3","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.913651164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"a83fcfcd-752b-4fee-bc0b-3af293d41410","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.926069246Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"3f5b2704-af91-4f61-9aab-e7b326be7916","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-auth-test-model-89c2d2","model":"auth-test-model-89c2d2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-89c2d2/e2e-auth-iso-0a9f91"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:21.972594587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"a83fcfcd-752b-4fee-bc0b-3af293d41410","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:22.098089745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"8c35a334-95ad-4d7e-898d-d28a5ae5a27d","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:22.098120902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"8c35a334-95ad-4d7e-898d-d28a5ae5a27d","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:22.309255621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"f3501260-8044-4dc6-bf65-25cf8f46af23","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-auth-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.811184593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"a32009a3-98f0-4330-9336-b0e67c81c2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.841534612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"d08d2fdb-1d69-429b-8918-b90446050ea0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.841552785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"d08d2fdb-1d69-429b-8918-b90446050ea0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.869806462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"a32009a3-98f0-4330-9336-b0e67c81c2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.901057779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7949ef40-3eba-4a4b-8c55-ac6f3be7d3c9","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.901080407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7949ef40-3eba-4a4b-8c55-ac6f3be7d3c9","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.92690844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e1a1f65e1783664779e87afc021a6e753e487ef598b7ceca5863396877610a6) AuthConfig (e6dcc8a82b8c5b56f0fecbcc190fb082868e77efda8bff66f09b7d8038d012a3) AuthConfig (b4345d96d78bf657e66133686945ef96d4c582e50464bb7800213c275df84250) AuthConfig (78a67b3344e425b2a99fc260dc93f9b328763fba7e494f081306395fc90c5c5a) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (0e6932d0a0cfc3fd1ebd6b34ddc81ef2d2bd9c37afb8ef06d45f4974638c3463) AuthConfig (2adb35bac3b6a14fdd1c994aac17b298184910b18934c79fc4feda34940035af) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (c58c197108ae8cfade189f8db3cfeed91090c3800d910dae73565ad4bd433cf1) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (88b4a5e875d55267fab3b99724bc7dcaebc5166bd2fad94946049ec87605b48a) AuthConfig (7fb0f3bf5f90d3a48efa3d9786dac8e454a0317bf03426861050b3b89b55bba0) AuthConfig (903d747bedf8a79ca8073203d2e7b9abdb8c16d1b4061c661cb35a62958e09b3) AuthConfig (da97b8975ffe180b52a2f0fe35a0834608e3ec76a4d7a593ff8eaebcb2a9f44d) AuthConfig (8d17d1ae5af8ffb9746000daeda3e3f1521f51e5a1236eb767c6c791c6d076c4) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"a32009a3-98f0-4330-9336-b0e67c81c2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:25.947276919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"391816f9-531b-41ad-bb33-e43ca29d4970","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:25.947973031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"018a9e5b-db9f-4875-97b4-fe2d77f025db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-581e67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:25.955560867Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7949ef40-3eba-4a4b-8c55-ac6f3be7d3c9","name":"auth-test-model-278c95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-278c95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:25.955624822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7949ef40-3eba-4a4b-8c55-ac6f3be7d3c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-278c95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.0059609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"391816f9-531b-41ad-bb33-e43ca29d4970","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.06152033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"7206897f-8cc2-4c3a-9ca4-00b234008d38","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.176808269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"7206897f-8cc2-4c3a-9ca4-00b234008d38","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.177150167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"b21445bd-9fad-4408-b874-135d2956adbd","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.17716931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"b21445bd-9fad-4408-b874-135d2956adbd","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.184810406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1a8e1145-e429-4491-9bec-f98f3290ed38","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.184876448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1a8e1145-e429-4491-9bec-f98f3290ed38","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.195142921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"61e91c63-cc72-420f-9296-301ce6e68247","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.195194435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"61e91c63-cc72-420f-9296-301ce6e68247","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.215803262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"9de19fd1-8690-4658-a603-651e88532310","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.215873436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"9de19fd1-8690-4658-a603-651e88532310","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.256537831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1190e927-6c76-4da2-be3a-76ad7c82c921","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.256581672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1190e927-6c76-4da2-be3a-76ad7c82c921","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.318304895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"93a32f76-e639-4b8f-8a40-458def707252","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.337791029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"65e2c093-3c9c-4dbc-b416-040b2728f5ea","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.337910568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"65e2c093-3c9c-4dbc-b416-040b2728f5ea","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.33840986Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"1f39b1e5-1993-469f-bf98-37ee108e6a83","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"maas-trlp-auth-test-model-278c95","model":"auth-test-model-278c95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-278c95/e2e-auth-iso-581e67"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.376549438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"93a32f76-e639-4b8f-8a40-458def707252","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.385030226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"28c95861-c514-4e38-9301-9e8a9b0f3d9b","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.385084015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"28c95861-c514-4e38-9301-9e8a9b0f3d9b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.507928417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"6f51f742-7f65-475d-9fa5-3f307da70662","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.507948867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"6f51f742-7f65-475d-9fa5-3f307da70662","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.706265927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"04b9f57c-49f2-4f49-be40-454c79b3a7a8","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:26.706334108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"04b9f57c-49f2-4f49-be40-454c79b3a7a8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:26.718873264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"988a6a43-fe68-43f7-938d-e8a2e2a0de5a","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"maas-trlp-auth-test-model-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:27.347495957Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"51e9a2de-727b-40f8-ad65-e740fb8b3647","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:27.347578505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"51e9a2de-727b-40f8-ad65-e740fb8b3647","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.462631539Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"5e282d60-0ac0-4579-9537-7d3787fcf313","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","subscription":"e2e-auth-iso-d26243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.515670209Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"5e282d60-0ac0-4579-9537-7d3787fcf313","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.568886557Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"5e282d60-0ac0-4579-9537-7d3787fcf313","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"maas-trlp-auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.847116899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"e9dace1d-f6e9-4b35-8caa-8092e8a0e1bc","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.847139351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"e9dace1d-f6e9-4b35-8caa-8092e8a0e1bc","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:27.970661332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"3e58c065-29d0-4e49-bb6a-d4c2fc0fdac0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.005700767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"8dc8645b-e048-4c00-be9a-8df2ae7aab7f","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.005719614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"8dc8645b-e048-4c00-be9a-8df2ae7aab7f","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.033464389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"3e58c065-29d0-4e49-bb6a-d4c2fc0fdac0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.113197386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"030ebb28-fd41-4a22-a3f8-1d6e85f39488","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.17170492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"030ebb28-fd41-4a22-a3f8-1d6e85f39488","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.186888245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"e075115c-b81e-40cf-a872-4200524f38b2","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-25c8fd7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.348664621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"af93b3d8-4daf-49ec-bb92-fc970fd70341","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.407290311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"af93b3d8-4daf-49ec-bb92-fc970fd70341","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.501141238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"88110ec1-fd10-4901-ab2f-771dc6d94d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:28.559017392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"88110ec1-fd10-4901-ab2f-771dc6d94d49","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:28.62781719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1f210f9e-789e-4083-a015-1512b8af8600","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:28.627899852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"1f210f9e-789e-4083-a015-1512b8af8600","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:31.188686199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"191fb330-09e0-4f74-8fc4-5c80e7c6f3b9","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:23:31.188749279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7a457c","namespace":"ai-tenant-e2e-noten-7a457c"},"namespace":"ai-tenant-e2e-noten-7a457c","name":"noten-model-7a457c","reconcileID":"191fb330-09e0-4f74-8fc4-5c80e7c6f3b9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7a457c/noten-model-7a457c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7a457c/noten-model-7a457c-kserve-route (gateways: [openshift-ingress/e2e-noten-7a457c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:36.033056887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"75a6fc4b-a40c-48c4-a7fe-0ac22c48ca7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:36.091670669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"75a6fc4b-a40c-48c4-a7fe-0ac22c48ca7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:36.14864024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e1a1f65e1783664779e87afc021a6e753e487ef598b7ceca5863396877610a6) AuthConfig (e6dcc8a82b8c5b56f0fecbcc190fb082868e77efda8bff66f09b7d8038d012a3) AuthConfig (b4345d96d78bf657e66133686945ef96d4c582e50464bb7800213c275df84250) AuthConfig (78a67b3344e425b2a99fc260dc93f9b328763fba7e494f081306395fc90c5c5a) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (0e6932d0a0cfc3fd1ebd6b34ddc81ef2d2bd9c37afb8ef06d45f4974638c3463) AuthConfig (2adb35bac3b6a14fdd1c994aac17b298184910b18934c79fc4feda34940035af) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (c58c197108ae8cfade189f8db3cfeed91090c3800d910dae73565ad4bd433cf1) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (88b4a5e875d55267fab3b99724bc7dcaebc5166bd2fad94946049ec87605b48a) AuthConfig (7fb0f3bf5f90d3a48efa3d9786dac8e454a0317bf03426861050b3b89b55bba0) AuthConfig (903d747bedf8a79ca8073203d2e7b9abdb8c16d1b4061c661cb35a62958e09b3) AuthConfig (da97b8975ffe180b52a2f0fe35a0834608e3ec76a4d7a593ff8eaebcb2a9f44d) AuthConfig (8d17d1ae5af8ffb9746000daeda3e3f1521f51e5a1236eb767c6c791c6d076c4) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"75a6fc4b-a40c-48c4-a7fe-0ac22c48ca7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.240957583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"556894fb-c18b-477d-8552-79cf0474dde1","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","subscription":"e2e-auth-iso-d26243","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.293842107Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"556894fb-c18b-477d-8552-79cf0474dde1","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.34680824Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"556894fb-c18b-477d-8552-79cf0474dde1","MaaSSubscription":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"maas-trlp-auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.624245776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d3d0ee7f-cea9-44a1-8bb3-d74eb950043f","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.624274831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"d3d0ee7f-cea9-44a1-8bb3-d74eb950043f","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.729421393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"bfc09b24-1800-4f37-864b-2b2222be65ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.78018576Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89c55617-77da-478f-b976-4ebea6084715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.780250334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"4ed38cfc-9622-4eec-b78f-9dc301fddf6a","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.78026403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"4ed38cfc-9622-4eec-b78f-9dc301fddf6a","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.788289582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"bfc09b24-1800-4f37-864b-2b2222be65ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:38.985266904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89c55617-77da-478f-b976-4ebea6084715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.11515399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89c55617-77da-478f-b976-4ebea6084715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"name":"e2e-shared-a-w3-a34cfc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.115177912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"e2e-auth-iso-d26243","reconcileID":"89c55617-77da-478f-b976-4ebea6084715","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.140135108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"5f20c11c-c7d0-43f6-b119-b8ed9ea9afd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.172939342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"7cdc391f-713e-4d96-8bae-672e59ebbe5b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"tenant":"e2e-shared-a-w3-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","model":"ai-tenant-e2e-shared-a-w3-a34cfc/auth-test-model-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.172955309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"auth-test-model-a34cfc","reconcileID":"7cdc391f-713e-4d96-8bae-672e59ebbe5b","MaaSModelRef":{"name":"auth-test-model-a34cfc","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"routeName":"auth-test-model-a34cfc-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","llmisvcName":"auth-test-model-a34cfc","gateway":"openshift-ingress/e2e-shared-a-w3-a34cfc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.199349955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"5f20c11c-c7d0-43f6-b119-b8ed9ea9afd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.31773718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"4851417b-69d9-4d93-a65b-5a20bdf0ea6a","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.317762943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"4851417b-69d9-4d93-a65b-5a20bdf0ea6a","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.406688655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"6a014209-503d-4103-b3c6-43d4b68abb73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.611761694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"6a014209-503d-4103-b3c6-43d4b68abb73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.741333553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"6a014209-503d-4103-b3c6-43d4b68abb73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"name":"e2e-shared-b-w3-50a0e9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.741358513Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"e2e-auth-iso-d26243","reconcileID":"6a014209-503d-4103-b3c6-43d4b68abb73","MaaSAuthPolicy":{"name":"e2e-auth-iso-d26243","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.798518298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"37e3f67b-11d7-4694-bc0e-3a5337493e7d","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"tenant":"e2e-shared-b-w3-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","model":"ai-tenant-e2e-shared-b-w3-50a0e9/auth-test-model-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:39.798537971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"auth-test-model-50a0e9","reconcileID":"37e3f67b-11d7-4694-bc0e-3a5337493e7d","MaaSModelRef":{"name":"auth-test-model-50a0e9","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"routeName":"auth-test-model-50a0e9-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","llmisvcName":"auth-test-model-50a0e9","gateway":"openshift-ingress/e2e-shared-b-w3-50a0e9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:43.62233943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:46.256008409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"c9889e79-d5b4-401d-b981-6e4a1982f0eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:46.315226002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"c9889e79-d5b4-401d-b981-6e4a1982f0eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:46.372378453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e1a1f65e1783664779e87afc021a6e753e487ef598b7ceca5863396877610a6) AuthConfig (e6dcc8a82b8c5b56f0fecbcc190fb082868e77efda8bff66f09b7d8038d012a3) AuthConfig (b4345d96d78bf657e66133686945ef96d4c582e50464bb7800213c275df84250) AuthConfig (78a67b3344e425b2a99fc260dc93f9b328763fba7e494f081306395fc90c5c5a) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (0e6932d0a0cfc3fd1ebd6b34ddc81ef2d2bd9c37afb8ef06d45f4974638c3463) AuthConfig (2adb35bac3b6a14fdd1c994aac17b298184910b18934c79fc4feda34940035af) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (c58c197108ae8cfade189f8db3cfeed91090c3800d910dae73565ad4bd433cf1) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (88b4a5e875d55267fab3b99724bc7dcaebc5166bd2fad94946049ec87605b48a) AuthConfig (7fb0f3bf5f90d3a48efa3d9786dac8e454a0317bf03426861050b3b89b55bba0) AuthConfig (903d747bedf8a79ca8073203d2e7b9abdb8c16d1b4061c661cb35a62958e09b3) AuthConfig (da97b8975ffe180b52a2f0fe35a0834608e3ec76a4d7a593ff8eaebcb2a9f44d) AuthConfig (8d17d1ae5af8ffb9746000daeda3e3f1521f51e5a1236eb767c6c791c6d076c4) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"c9889e79-d5b4-401d-b981-6e4a1982f0eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:47.822622303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"a7a14e2d-0bee-4727-b365-84a09f94d734","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"maas-trlp-auth-test-model-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:47.99223704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"1da8b392-b2c7-4856-93b2-0260d9b62fe1","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:47.992258189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"1da8b392-b2c7-4856-93b2-0260d9b62fe1","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:48.36352115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"41cb07f7-0afd-4b95-8a80-f9ee3c084d57","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-auth-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:48.560965343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f015e442-9754-446a-bed6-4e288261232b","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:48.560987646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"f015e442-9754-446a-bed6-4e288261232b","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:48.972993773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"a37ea260-a09b-4352-be4b-03eec12ef826","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:48.973014137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"a37ea260-a09b-4352-be4b-03eec12ef826","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.028386891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"12c93bce-c644-4d27-b547-fe021892f845","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.028406618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"12c93bce-c644-4d27-b547-fe021892f845","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.133242999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"cddea443-d25b-437e-a7ec-e132c57f3670","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.265356365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"cddea443-d25b-437e-a7ec-e132c57f3670","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.326002088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"cddea443-d25b-437e-a7ec-e132c57f3670","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.384194847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"6fd60975-0212-497b-b508-f0eb926aa4a3","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.384215868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"6fd60975-0212-497b-b508-f0eb926aa4a3","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.874529788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c0cea546-c75c-4ad8-8436-f7fcea29e05e","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.934263166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c0cea546-c75c-4ad8-8436-f7fcea29e05e","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:49.988267332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"d4fb17cf-c175-49f1-8b4b-9cffb099889d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:50.046321766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"d4fb17cf-c175-49f1-8b4b-9cffb099889d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:50.997942728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"a98652ff-ea5a-4d29-aad2-8fd929fd5641","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:50.997964385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"a98652ff-ea5a-4d29-aad2-8fd929fd5641","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.054087716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"9d6d99b6-04f0-4419-92b4-6e534a7d04aa","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.054112776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"9d6d99b6-04f0-4419-92b4-6e534a7d04aa","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.158716088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"212873d5-15a2-47c6-85fe-5f586ac943c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.288719656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"212873d5-15a2-47c6-85fe-5f586ac943c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.345583526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"212873d5-15a2-47c6-85fe-5f586ac943c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.401768501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"972b29c9-dad0-41bc-bd0a-ab4d80dc4a2e","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:51.401789776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"972b29c9-dad0-41bc-bd0a-ab4d80dc4a2e","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:56.477507914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"adfa6594-daf4-40d5-a41a-2d098d06db6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:56.536570161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"adfa6594-daf4-40d5-a41a-2d098d06db6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:56.854701219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"6a39bc33-b197-4788-93f2-1a7c5146473a","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:56.854719763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"6a39bc33-b197-4788-93f2-1a7c5146473a","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:59.490428855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"67063c39-fa2d-4ef2-a1c1-985a06bf37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:59.548467141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"67063c39-fa2d-4ef2-a1c1-985a06bf37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:23:59.605952288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"67063c39-fa2d-4ef2-a1c1-985a06bf37a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:01.507732423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"5ea553d9-46b0-4edf-a6e5-5b47d0ae2d08","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:01.56614254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"5ea553d9-46b0-4edf-a6e5-5b47d0ae2d08","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:01.624312757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"5ea553d9-46b0-4edf-a6e5-5b47d0ae2d08","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.434364863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"48b75f22-5bc2-4243-bcc5-7310e97bc5f4","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.434384984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"48b75f22-5bc2-4243-bcc5-7310e97bc5f4","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.494418894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dd089fe3-fa6b-4fb0-89d1-ce7b01984e64","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.494449945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dd089fe3-fa6b-4fb0-89d1-ce7b01984e64","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.541397909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"dcb38819-d446-4f4b-8306-77d5aa22f02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:02.542093167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"d765683b-de61-443f-8dda-6f85240befac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e32c97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:02.54913602Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dd089fe3-fa6b-4fb0-89d1-ce7b01984e64","name":"auth-test-model-232ca1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-232ca1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:02.549195046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dd089fe3-fa6b-4fb0-89d1-ce7b01984e64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-232ca1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.554549116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"02fcf39d-6744-4d2f-bbb2-fe0f9c4f5653","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.554566485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"02fcf39d-6744-4d2f-bbb2-fe0f9c4f5653","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.599747011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"dcb38819-d446-4f4b-8306-77d5aa22f02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.650376317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"cf2c3d13-52df-4135-87ba-ad0ee93fe9b6","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.650396931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"cf2c3d13-52df-4135-87ba-ad0ee93fe9b6","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.708103886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"7b061f05-150b-44a5-9d66-e42eeadf412f","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.708124813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"7b061f05-150b-44a5-9d66-e42eeadf412f","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.915514694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"2d49e47b-58f1-4b54-b8c7-e637056b3a36","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.934148857Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"a0734899-f372-4bd5-9998-eeb54ab2a6f4","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-auth-test-model-232ca1","model":"auth-test-model-232ca1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-auth-iso-e32c97"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:02.973270907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"2d49e47b-58f1-4b54-b8c7-e637056b3a36","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:03.115908813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"61a13c47-33a0-4043-810c-5b03002a848b","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:03.115935654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"61a13c47-33a0-4043-810c-5b03002a848b","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:03.358986137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"2124cad4-9ebd-46df-8c89-e4fcea3ce42f","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-auth-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:09.711926614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"2a75883b-deac-455f-a156-d09b795fd338","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:09.777326591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"2a75883b-deac-455f-a156-d09b795fd338","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:09.834399034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"2a75883b-deac-455f-a156-d09b795fd338","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:11.730926676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"2476c2e0-aa63-4762-87b0-c2c781a77a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:11.790672077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"2476c2e0-aa63-4762-87b0-c2c781a77a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:11.847761647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"2476c2e0-aa63-4762-87b0-c2c781a77a17","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:13.626755068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:19.94045786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5bd77ae9-3c73-47cf-8b2b-ee95ab13e38c","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:20.000319508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5bd77ae9-3c73-47cf-8b2b-ee95ab13e38c","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:20.05731879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7448d349d9d602bf14c6d81d40d3e9a78fed0670105cd32911471ce861c2171) AuthConfig (39128c4f6b8b5abecde7255d0c36dfedc2266d9c9ab4caf620abf0f3332c3725) AuthConfig (3a839ddec446dcdac09d9ae24dc517e2d19e7ffb9790feae464381dec5b7d4b6) AuthConfig (617a6f85e009cf7532a47c7c46112dbec2e96a193b660f5bd21e093ad02206db) AuthConfig (f70101ab3cab32f48ac9668b6c7c6d587873859fde7af521000a171e0bf9451a) AuthConfig (e3bc7a0b7e7ca08ee0d8995cc67fe41d974fbda1077509c71bd4e5685b5fb46e) AuthConfig (a789ee339129bd1a3e403a0fa679bc58af25fcf2b57ae90687c3fa5778106703) AuthConfig (d1cf3bbf1aa64bc8193305f6287255812355b82d9977de3cdec8cef040b9b6aa) AuthConfig (c81792cc8ca3ec004f8c12181ccc8c31f97e861c36a6c3798ed2fd7699e08f89) AuthConfig (738b0958219967297fe346ac31ebd75bcd95f8b2e1ee5b56e661025b0209a196) AuthConfig (a0692f33d4051ddadacd41ae6e58ecb65343358c4b0bea55a5b7c2a10907a62b) AuthConfig (abb127b6adeca2ac73831173a35943358ac35969f69d864f00c133df47927064) AuthConfig (dc82dbd21d869f8a89296320bb6e9f0a7e882b27a33471daf912489620ed27d5) AuthConfig (4473d723f394c3aadf8c3fd1d4538dc3de94483dd05a9e3fd2de9032e25d2d1e) AuthConfig (fb62641dab1b2273ee392732c7b37e8bdf7a1dbd504a5e22e1af2e2e76a8df0c) AuthConfig (a616d930aedd13d5797e65c4db597ff7dc846013fa80b752ca81c75a6d463024) AuthConfig (c9a3362651556fb5885b64b8691bdb08f80cd4a46342d7cf55f3f631be0251b5) AuthConfig (dfc341d47f80bbb9b82ea4f89af99061b7c26beac7a532c696127b80d3fb7c54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5bd77ae9-3c73-47cf-8b2b-ee95ab13e38c","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:20.116761199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"d1eb3335-7b63-4c83-948e-3b7db4627504","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:20.116781157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"d1eb3335-7b63-4c83-948e-3b7db4627504","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:21.953063922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"1ada1e39-5d12-4fa1-9fbf-59d96f24d9c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:22.010958241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"1ada1e39-5d12-4fa1-9fbf-59d96f24d9c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:22.067871438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39a9561adeb4558f7bf45af7cd9643b14a27ce11692db4a169f725924ad43148) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (e8c45e46bd2b94c270af400557b7fdabae2fcb6784eef3eb0decfa30e1db90f7) AuthConfig (4b21431f3b96f6ae6c7e8f5a329c87ffb020721db92c617b83b70df8bff966ea) AuthConfig (eac94c0a04f5dc3bf404d502f518fa87a9c377523ad13bad3bf89d8e137ab460) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (ec4ebac5391a1baba40a9e8c2ce875a04fcf1e42ed3e5fe3f3685c0a47142172) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb) AuthConfig (ad7ab3b3b967eba9d89de17ad7c5613bcab45afd83f5688a938f5960717a3e72) AuthConfig (7fc520fc2863984641c18a5d94bf365cf41c939f041c425df45b5e45c1cdf1a0) AuthConfig (8bae8f9306949375b2a68919e9e6b33b8da9049f9ea3085229bdd32f16b69414) AuthConfig (7362617c9aa5cd4190b2456051a40b5c6efeb29facb9422a2fb39b1e007edb7f) AuthConfig (22f909122caf237150d4b59dc3884eaf7ebe5041494994675f809dbacdc02d77) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (2f26222bcc4ca06859716929462bcd22c88b95cead47ea0251956dbc0153bc35) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (6e93cfc867a565a701e2de9ff188ac155d134cff4147695936d94ecdde4132ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"1ada1e39-5d12-4fa1-9fbf-59d96f24d9c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:22.126891764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"5a889f83-828e-4c1d-ad99-7bb7e984f0ae","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:22.126908726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"5a889f83-828e-4c1d-ad99-7bb7e984f0ae","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:30.226697742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"6f4f1d0e-0140-413c-afe9-2e34a86680c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:30.289139154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"6f4f1d0e-0140-413c-afe9-2e34a86680c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:30.345910675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7448d349d9d602bf14c6d81d40d3e9a78fed0670105cd32911471ce861c2171) AuthConfig (39128c4f6b8b5abecde7255d0c36dfedc2266d9c9ab4caf620abf0f3332c3725) AuthConfig (3a839ddec446dcdac09d9ae24dc517e2d19e7ffb9790feae464381dec5b7d4b6) AuthConfig (617a6f85e009cf7532a47c7c46112dbec2e96a193b660f5bd21e093ad02206db) AuthConfig (f70101ab3cab32f48ac9668b6c7c6d587873859fde7af521000a171e0bf9451a) AuthConfig (e3bc7a0b7e7ca08ee0d8995cc67fe41d974fbda1077509c71bd4e5685b5fb46e) AuthConfig (a789ee339129bd1a3e403a0fa679bc58af25fcf2b57ae90687c3fa5778106703) AuthConfig (d1cf3bbf1aa64bc8193305f6287255812355b82d9977de3cdec8cef040b9b6aa) AuthConfig (c81792cc8ca3ec004f8c12181ccc8c31f97e861c36a6c3798ed2fd7699e08f89) AuthConfig (738b0958219967297fe346ac31ebd75bcd95f8b2e1ee5b56e661025b0209a196) AuthConfig (a0692f33d4051ddadacd41ae6e58ecb65343358c4b0bea55a5b7c2a10907a62b) AuthConfig (abb127b6adeca2ac73831173a35943358ac35969f69d864f00c133df47927064) AuthConfig (dc82dbd21d869f8a89296320bb6e9f0a7e882b27a33471daf912489620ed27d5) AuthConfig (4473d723f394c3aadf8c3fd1d4538dc3de94483dd05a9e3fd2de9032e25d2d1e) AuthConfig (fb62641dab1b2273ee392732c7b37e8bdf7a1dbd504a5e22e1af2e2e76a8df0c) AuthConfig (a616d930aedd13d5797e65c4db597ff7dc846013fa80b752ca81c75a6d463024) AuthConfig (c9a3362651556fb5885b64b8691bdb08f80cd4a46342d7cf55f3f631be0251b5) AuthConfig (dfc341d47f80bbb9b82ea4f89af99061b7c26beac7a532c696127b80d3fb7c54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"6f4f1d0e-0140-413c-afe9-2e34a86680c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:32.241290879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"68183cf5-23f6-4ede-8134-d9c477c92c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:32.304891771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"68183cf5-23f6-4ede-8134-d9c477c92c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:32.361988241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39a9561adeb4558f7bf45af7cd9643b14a27ce11692db4a169f725924ad43148) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (e8c45e46bd2b94c270af400557b7fdabae2fcb6784eef3eb0decfa30e1db90f7) AuthConfig (4b21431f3b96f6ae6c7e8f5a329c87ffb020721db92c617b83b70df8bff966ea) AuthConfig (eac94c0a04f5dc3bf404d502f518fa87a9c377523ad13bad3bf89d8e137ab460) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (ec4ebac5391a1baba40a9e8c2ce875a04fcf1e42ed3e5fe3f3685c0a47142172) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb) AuthConfig (ad7ab3b3b967eba9d89de17ad7c5613bcab45afd83f5688a938f5960717a3e72) AuthConfig (7fc520fc2863984641c18a5d94bf365cf41c939f041c425df45b5e45c1cdf1a0) AuthConfig (8bae8f9306949375b2a68919e9e6b33b8da9049f9ea3085229bdd32f16b69414) AuthConfig (7362617c9aa5cd4190b2456051a40b5c6efeb29facb9422a2fb39b1e007edb7f) AuthConfig (22f909122caf237150d4b59dc3884eaf7ebe5041494994675f809dbacdc02d77) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (2f26222bcc4ca06859716929462bcd22c88b95cead47ea0251956dbc0153bc35) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (6e93cfc867a565a701e2de9ff188ac155d134cff4147695936d94ecdde4132ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"68183cf5-23f6-4ede-8134-d9c477c92c0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:40.457788699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"1455de40-db30-4fbc-8afd-2ad4e08f5069","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:40.519161659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"1455de40-db30-4fbc-8afd-2ad4e08f5069","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:40.577865135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b6e951-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a7448d349d9d602bf14c6d81d40d3e9a78fed0670105cd32911471ce861c2171) AuthConfig (39128c4f6b8b5abecde7255d0c36dfedc2266d9c9ab4caf620abf0f3332c3725) AuthConfig (3a839ddec446dcdac09d9ae24dc517e2d19e7ffb9790feae464381dec5b7d4b6) AuthConfig (617a6f85e009cf7532a47c7c46112dbec2e96a193b660f5bd21e093ad02206db) AuthConfig (f70101ab3cab32f48ac9668b6c7c6d587873859fde7af521000a171e0bf9451a) AuthConfig (e3bc7a0b7e7ca08ee0d8995cc67fe41d974fbda1077509c71bd4e5685b5fb46e) AuthConfig (a789ee339129bd1a3e403a0fa679bc58af25fcf2b57ae90687c3fa5778106703) AuthConfig (d1cf3bbf1aa64bc8193305f6287255812355b82d9977de3cdec8cef040b9b6aa) AuthConfig (c81792cc8ca3ec004f8c12181ccc8c31f97e861c36a6c3798ed2fd7699e08f89) AuthConfig (738b0958219967297fe346ac31ebd75bcd95f8b2e1ee5b56e661025b0209a196) AuthConfig (a0692f33d4051ddadacd41ae6e58ecb65343358c4b0bea55a5b7c2a10907a62b) AuthConfig (abb127b6adeca2ac73831173a35943358ac35969f69d864f00c133df47927064) AuthConfig (dc82dbd21d869f8a89296320bb6e9f0a7e882b27a33471daf912489620ed27d5) AuthConfig (4473d723f394c3aadf8c3fd1d4538dc3de94483dd05a9e3fd2de9032e25d2d1e) AuthConfig (fb62641dab1b2273ee392732c7b37e8bdf7a1dbd504a5e22e1af2e2e76a8df0c) AuthConfig (a616d930aedd13d5797e65c4db597ff7dc846013fa80b752ca81c75a6d463024) AuthConfig (c9a3362651556fb5885b64b8691bdb08f80cd4a46342d7cf55f3f631be0251b5) AuthConfig (dfc341d47f80bbb9b82ea4f89af99061b7c26beac7a532c696127b80d3fb7c54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"1455de40-db30-4fbc-8afd-2ad4e08f5069","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:42.46831179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"a0499f55-64e4-4717-a95a-2ac96817072f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:42.52662343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"a0499f55-64e4-4717-a95a-2ac96817072f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:42.583795608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (39a9561adeb4558f7bf45af7cd9643b14a27ce11692db4a169f725924ad43148) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (e8c45e46bd2b94c270af400557b7fdabae2fcb6784eef3eb0decfa30e1db90f7) AuthConfig (4b21431f3b96f6ae6c7e8f5a329c87ffb020721db92c617b83b70df8bff966ea) AuthConfig (eac94c0a04f5dc3bf404d502f518fa87a9c377523ad13bad3bf89d8e137ab460) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (ec4ebac5391a1baba40a9e8c2ce875a04fcf1e42ed3e5fe3f3685c0a47142172) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb) AuthConfig (ad7ab3b3b967eba9d89de17ad7c5613bcab45afd83f5688a938f5960717a3e72) AuthConfig (7fc520fc2863984641c18a5d94bf365cf41c939f041c425df45b5e45c1cdf1a0) AuthConfig (8bae8f9306949375b2a68919e9e6b33b8da9049f9ea3085229bdd32f16b69414) AuthConfig (7362617c9aa5cd4190b2456051a40b5c6efeb29facb9422a2fb39b1e007edb7f) AuthConfig (22f909122caf237150d4b59dc3884eaf7ebe5041494994675f809dbacdc02d77) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (2f26222bcc4ca06859716929462bcd22c88b95cead47ea0251956dbc0153bc35) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (6e93cfc867a565a701e2de9ff188ac155d134cff4147695936d94ecdde4132ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"a0499f55-64e4-4717-a95a-2ac96817072f","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:43.622470473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:50.691224026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5401c90e-9d35-4019-8d8f-72adce6fc45c","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:50.74942612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5401c90e-9d35-4019-8d8f-72adce6fc45c","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:50.942092682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"4c7f677b-85d6-484e-b2ab-a10db5d1892c","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-auth-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.038425015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"df100560-346a-49b7-ae60-ab6e507a49c6","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.038447343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"df100560-346a-49b7-ae60-ab6e507a49c6","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.119244581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"6871a0b8-50da-4a00-b367-445d65adda9d","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.119264133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"6871a0b8-50da-4a00-b367-445d65adda9d","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.689556631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"103b4aa0-f3fb-4cc4-9907-fec8ec7b8ac0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:51.756530941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"103b4aa0-f3fb-4cc4-9907-fec8ec7b8ac0","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:52.701614713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"cd0d2ade-8d5b-4f6c-b1f5-8fa2f64f24dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:52.760070216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"cd0d2ade-8d5b-4f6c-b1f5-8fa2f64f24dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:53.031980551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"cf889727-70ad-4a4d-8ee4-f7eb0b7133a3","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:53.03200046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"cf889727-70ad-4a4d-8ee4-f7eb0b7133a3","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.439855103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"4c060c33-3e72-4270-99a0-2fe725197982","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.439873654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"4c060c33-3e72-4270-99a0-2fe725197982","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.545128967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"ad0f429c-9591-4c7f-be75-ae342067497f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.602918371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"ad0f429c-9591-4c7f-be75-ae342067497f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.603790112Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"c94725da-db1f-41a7-bf93-455bfe787dba","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d746f5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.907532036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"00115524-b16c-48bd-84b5-60f7c2e7ab6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:54.976885366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"00115524-b16c-48bd-84b5-60f7c2e7ab6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.561214378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"517549d8-f2fb-4ef1-84e8-e5a4e32311c1","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.56124279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"517549d8-f2fb-4ef1-84e8-e5a4e32311c1","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.622878579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"50c36530-656e-4ab4-8d22-06f921562bdf","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.622903926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"50c36530-656e-4ab4-8d22-06f921562bdf","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.669781118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5dec26c0-3d02-4a85-9e12-370cd6cb2a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:56.671495562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"589c4c36-3f4a-448d-97ed-7c5d035375d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-581e67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:56.682493605Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"50c36530-656e-4ab4-8d22-06f921562bdf","name":"auth-test-model-b6e951","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b6e951\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:56.682552222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"50c36530-656e-4ab4-8d22-06f921562bdf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b6e951\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.687945176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"b476f7c9-a88f-4621-950a-e5ddb7e8e949","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.687959376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"b476f7c9-a88f-4621-950a-e5ddb7e8e949","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.727737316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5dec26c0-3d02-4a85-9e12-370cd6cb2a48","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.778986318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"d55f01d5-f28e-44e7-bc30-378bc8807989","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.779003067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"d55f01d5-f28e-44e7-bc30-378bc8807989","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.836884801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"4b16a899-0ea8-42d8-86c2-c19ef47efd63","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:56.83690741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"4b16a899-0ea8-42d8-86c2-c19ef47efd63","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.051674378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"0925eff1-c152-470d-91f6-f98c99f2b8eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.063762205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"8026880a-f73b-4530-a85e-ffe8c3b0e004","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"maas-trlp-auth-test-model-b6e951","model":"auth-test-model-b6e951","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b6e951/e2e-auth-iso-581e67"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.165107305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"0925eff1-c152-470d-91f6-f98c99f2b8eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.256308895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"6e72c8d7-bf8d-44e3-be5c-2b2058153c48","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.256333896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"6e72c8d7-bf8d-44e3-be5c-2b2058153c48","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:57.471508293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"671d7ab0-0137-4f38-b2f4-f6eb22aa989f","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"maas-trlp-auth-test-model-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.313652031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"75151720-7932-411d-a52f-51028ae1beb6","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.313670895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"75151720-7932-411d-a52f-51028ae1beb6","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.375148725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b850a597-de78-48c9-b380-912007f7d17f","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.375166337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b850a597-de78-48c9-b380-912007f7d17f","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.41905237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"9af2633d-8a0c-42cb-8a16-29b0833d3362","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:58.433093475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"b7e4f5d0-20f7-47b4-8e20-0cde1e3f1cca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0a9f91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:58.435013487Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b850a597-de78-48c9-b380-912007f7d17f","name":"auth-test-model-8a025a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a025a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:24:58.435062908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b850a597-de78-48c9-b380-912007f7d17f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a025a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.440444425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"43765446-6e4f-41fd-b4dd-8412a19bf4e3","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.440464951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"43765446-6e4f-41fd-b4dd-8412a19bf4e3","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.47854699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"9af2633d-8a0c-42cb-8a16-29b0833d3362","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.540597109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"98beb8b6-a7f5-460e-958e-0aefebb27315","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.540617501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"98beb8b6-a7f5-460e-958e-0aefebb27315","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.598609172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"5d410dbf-1603-4a86-a48e-144df98b0cdb","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.598632186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"5d410dbf-1603-4a86-a48e-144df98b0cdb","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.801033402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"82af2b59-12a3-40e2-8c27-3b1e1dbd1e89","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.81514247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"bcfab5a0-9348-4a0c-a684-69e6fdec769d","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-auth-test-model-8a025a","model":"auth-test-model-8a025a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8a025a/e2e-auth-iso-0a9f91"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.862186614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"82af2b59-12a3-40e2-8c27-3b1e1dbd1e89","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.993923983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"4c9a619e-35fd-48ba-aa2d-f5410dc4fc1f","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:58.993950817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"4c9a619e-35fd-48ba-aa2d-f5410dc4fc1f","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:24:59.214874469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"9af2e4c9-8e60-4209-a675-d7b34315ae20","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-auth-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:00.273360182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0bc3c5-ec81-409f-8cad-981a4a3344d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:00.326140192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0bc3c5-ec81-409f-8cad-981a4a3344d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:00.378547839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0bc3c5-ec81-409f-8cad-981a4a3344d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:00.486557345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d0bc3c5-ec81-409f-8cad-981a4a3344d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:00.839679282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0f668","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0f668","reconcileID":"5323dc6f-91d6-46af-857a-e19eea126855","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0f668","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a0f668":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:01.636460723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-618991","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-618991","reconcileID":"ed7207e1-23e1-439e-8893-6e037c77b8fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-618991","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-618991":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:02.4524947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02dc0a5-b9ad-4b9c-9b16-a5765b23cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:02.505485295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02dc0a5-b9ad-4b9c-9b16-a5765b23cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:02.561410193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02dc0a5-b9ad-4b9c-9b16-a5765b23cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:02.61388745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02dc0a5-b9ad-4b9c-9b16-a5765b23cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.582496523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabb0367-06a1-482b-add1-2f863252114a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.635408911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabb0367-06a1-482b-add1-2f863252114a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.687868776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabb0367-06a1-482b-add1-2f863252114a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.740912607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dabb0367-06a1-482b-add1-2f863252114a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.741063646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"66c7d6d3-6511-402f-b718-0e2188c1c16c","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","subscription":"e2e-auth-iso-e32c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.794911762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"66c7d6d3-6511-402f-b718-0e2188c1c16c","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:04.847882613Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"66c7d6d3-6511-402f-b718-0e2188c1c16c","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.12071902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"ad885863-770b-4681-8693-f910322ca929","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.120746638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"ad885863-770b-4681-8693-f910322ca929","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.226478842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"93fee0c8-4c74-4b23-9ef3-494e8683db9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.264440518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"fa8b3e86-2f94-47c2-a5f2-34ce39355183","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.26445918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"fa8b3e86-2f94-47c2-a5f2-34ce39355183","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.286379101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"93fee0c8-4c74-4b23-9ef3-494e8683db9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.3695503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"ccc4f7f8-47ed-4140-bb6f-b04f62cb257b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.428053547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"ccc4f7f8-47ed-4140-bb6f-b04f62cb257b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.430912723Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"c4e453d5-bc33-4170-ace8-2c08927579a3","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8c291c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.600239421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"d4ca59f5-6bce-4408-88c4-8de7bf3fabf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.658233829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"d4ca59f5-6bce-4408-88c4-8de7bf3fabf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.801417833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"b4438f32-9260-4eb9-af8d-85f7888ad39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:05.859817769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"b4438f32-9260-4eb9-af8d-85f7888ad39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:13.622924809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.134126946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"01418480-4ab6-490b-be5e-c49bc7987b25","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"maas-trlp-auth-test-model-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.301609943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"bda2c577-ddbe-4b06-b70a-650d611d8144","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.301640188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"bda2c577-ddbe-4b06-b70a-650d611d8144","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.483634635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"b8ebe394-dd36-41bb-9953-cc002062b579","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","subscription":"e2e-auth-iso-e32c97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.536787526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"b8ebe394-dd36-41bb-9953-cc002062b579","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.589396941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"b8ebe394-dd36-41bb-9953-cc002062b579","MaaSSubscription":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.661497309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"b89a1306-440c-4ccb-8613-a2c7fe6491bd","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-auth-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.831416825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"00f839f1-975a-4fe3-934a-6749096357ba","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.83143698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"00f839f1-975a-4fe3-934a-6749096357ba","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.863401496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dcbe0ec5-886c-4449-afa6-61dbc42c9ca4","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.863422517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"dcbe0ec5-886c-4449-afa6-61dbc42c9ca4","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:15.969011493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"058d9b1e-0a90-4c87-a264-0b7716eb8ace","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.001649647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"07e3917e-1056-4acf-b16b-a8854e328c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.001760729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"4fa254e8-1b43-4918-b376-b5721e25bc0c","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.001779836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"4fa254e8-1b43-4918-b376-b5721e25bc0c","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.027298606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"058d9b1e-0a90-4c87-a264-0b7716eb8ace","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.159170473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"07e3917e-1056-4acf-b16b-a8854e328c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.288805482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"07e3917e-1056-4acf-b16b-a8854e328c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.288848626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-auth-iso-e32c97","reconcileID":"07e3917e-1056-4acf-b16b-a8854e328c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.312702308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"846b7968-4144-4bf6-b875-f00baa072e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.346340734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"6516fba9-7b5e-4cca-92a8-8a39369849e2","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/auth-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.346366972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"auth-test-model-bb037c","reconcileID":"6516fba9-7b5e-4cca-92a8-8a39369849e2","MaaSModelRef":{"name":"auth-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"auth-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"auth-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.370790827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"846b7968-4144-4bf6-b875-f00baa072e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.491865738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"3d70cbc7-7c74-475d-aad4-b869a34eecdf","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.491891641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"3d70cbc7-7c74-475d-aad4-b869a34eecdf","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.576571556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7fe93de0-4f92-4b49-94a0-612ed0555c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.577591894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"73f0971f-5bea-412e-866e-b4d2d2a515a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.636226486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"73f0971f-5bea-412e-866e-b4d2d2a515a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.68401293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"d2d6d9f0-f021-4ec6-ad9e-47fddd558fa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.742108526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"d2d6d9f0-f021-4ec6-ad9e-47fddd558fa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.830121811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7fe93de0-4f92-4b49-94a0-612ed0555c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.95937289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7fe93de0-4f92-4b49-94a0-612ed0555c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:16.959400122Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-auth-iso-e32c97","reconcileID":"7fe93de0-4f92-4b49-94a0-612ed0555c99","MaaSAuthPolicy":{"name":"e2e-auth-iso-e32c97","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:17.016747267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"0b9b0d2e-9176-428e-8c95-4e7fcda5fa8d","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/auth-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:17.01677356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"auth-test-model-232ca1","reconcileID":"0b9b0d2e-9176-428e-8c95-4e7fcda5fa8d","MaaSModelRef":{"name":"auth-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"auth-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"auth-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:18.967535236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"54b776a2-3807-48ca-a8b7-140eb73335eb","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:18.967556276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"54b776a2-3807-48ca-a8b7-140eb73335eb","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:19.072128265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b73d100f-4ce4-4a00-aa74-68b225190635","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:19.130488609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"b73d100f-4ce4-4a00-aa74-68b225190635","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:19.130904214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"3511a6cb-ec93-44b7-865e-eb31bf27b18d","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4efa1a44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:19.392505667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"373b506e-cabf-4780-8a78-58e452609bc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:19.450717989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"373b506e-cabf-4780-8a78-58e452609bc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.184249292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"0de8f6d4-f879-40c5-90b7-e6a392b13e47","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","subscription":"e2e-auth-iso-581e67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.23771705Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"0de8f6d4-f879-40c5-90b7-e6a392b13e47","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.290940106Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"0de8f6d4-f879-40c5-90b7-e6a392b13e47","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"maas-trlp-auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.568424251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"c8060226-6b7e-4b05-be97-ed3fa6a59299","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.568445204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"c8060226-6b7e-4b05-be97-ed3fa6a59299","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.673237999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"6241b66c-81e3-4e4e-b66f-e87e663c6313","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.731469364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"6241b66c-81e3-4e4e-b66f-e87e663c6313","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.735745029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"880c36db-9bcb-4855-b27e-14653935ad9c","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.735762559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"880c36db-9bcb-4855-b27e-14653935ad9c","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.841425978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5e993057-e02c-4121-8297-528f6c687b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.899539776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5e993057-e02c-4121-8297-528f6c687b18","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:29.901119797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"9f3da1cd-dae6-46a2-88c7-5c01eaef0c77","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e42227c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:30.056229512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"abfe62cf-e2e4-49ae-bcbd-7f83fced84d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:30.114539004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"abfe62cf-e2e4-49ae-bcbd-7f83fced84d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:30.286910068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5c600d19-34c6-43ba-a294-49448cb39133","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:30.345260555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"5c600d19-34c6-43ba-a294-49448cb39133","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:32.678323098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"71036c25-36a7-4987-b509-0ffb9f6c234f","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:32.67834419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"71036c25-36a7-4987-b509-0ffb9f6c234f","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:32.792811691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"9d81e203-03f6-4a56-95ed-e3020b7d18ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:32.849117228Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"5a052950-2c13-4359-9724-0abb2bb04c45","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-97379d3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:32.851156205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"9d81e203-03f6-4a56-95ed-e3020b7d18ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:33.11619488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"5d98160e-4c94-4279-a5f2-e2cfb9c55eb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:33.174408355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"5d98160e-4c94-4279-a5f2-e2cfb9c55eb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:39.954985482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"15ece420-e349-47c0-aee8-0b72e31a90b5","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","subscription":"e2e-auth-iso-581e67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.008266295Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"15ece420-e349-47c0-aee8-0b72e31a90b5","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.06175348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"15ece420-e349-47c0-aee8-0b72e31a90b5","MaaSSubscription":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"maas-trlp-auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.335813178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"25c2e696-0918-4ca3-9d0d-fea97b97e581","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.33585094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"25c2e696-0918-4ca3-9d0d-fea97b97e581","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.440777666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"77031261-5c51-4de5-854c-71a34b630df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.485698712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c4321129-e2ae-4c50-9c51-80ee82dc1537","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.485720874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"ed50d3c7-2962-41f7-a598-cc66f676d8d0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.485734951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"ed50d3c7-2962-41f7-a598-cc66f676d8d0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.500745227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"77031261-5c51-4de5-854c-71a34b630df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.692560886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c4321129-e2ae-4c50-9c51-80ee82dc1537","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.822366261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c4321129-e2ae-4c50-9c51-80ee82dc1537","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"name":"e2e-shared-a-w2-278c95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.822392146Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"e2e-auth-iso-581e67","reconcileID":"c4321129-e2ae-4c50-9c51-80ee82dc1537","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.849086441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"fdeb775e-826d-46a6-a05c-c3dbff96be8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.880343589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7f21e803-1681-4ab0-9e6a-a5a30d82f3a0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"tenant":"e2e-shared-a-w2-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","model":"ai-tenant-e2e-shared-a-w2-278c95/auth-test-model-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.880364142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"auth-test-model-278c95","reconcileID":"7f21e803-1681-4ab0-9e6a-a5a30d82f3a0","MaaSModelRef":{"name":"auth-test-model-278c95","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"routeName":"auth-test-model-278c95-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-278c95","llmisvcName":"auth-test-model-278c95","gateway":"openshift-ingress/e2e-shared-a-w2-278c95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:40.90703176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"fdeb775e-826d-46a6-a05c-c3dbff96be8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.036505827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"f3b48b88-4a42-4628-a012-45ebf9f7fddc","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.036524398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"f3b48b88-4a42-4628-a012-45ebf9f7fddc","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.116724263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"d35933f0-5c62-4c9e-a637-e904cbbb5cb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.37003762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"d35933f0-5c62-4c9e-a637-e904cbbb5cb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.500088344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"d35933f0-5c62-4c9e-a637-e904cbbb5cb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"name":"e2e-shared-b-w2-b6e951-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.50011678Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"e2e-auth-iso-581e67","reconcileID":"d35933f0-5c62-4c9e-a637-e904cbbb5cb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-581e67","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.557504849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"ddd5b341-6209-4306-8305-4236ab0e7f98","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"tenant":"e2e-shared-b-w2-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","model":"ai-tenant-e2e-shared-b-w2-b6e951/auth-test-model-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:41.557524802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"auth-test-model-b6e951","reconcileID":"ddd5b341-6209-4306-8305-4236ab0e7f98","MaaSModelRef":{"name":"auth-test-model-b6e951","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"routeName":"auth-test-model-b6e951-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","llmisvcName":"auth-test-model-b6e951","gateway":"openshift-ingress/e2e-shared-b-w2-b6e951","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:42.902444392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"0cf241aa-e92d-4abb-b84b-46ff44b97cd9","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","subscription":"e2e-auth-iso-0a9f91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:42.955557051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"0cf241aa-e92d-4abb-b84b-46ff44b97cd9","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.008741666Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"0cf241aa-e92d-4abb-b84b-46ff44b97cd9","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.39199327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"1350f488-8982-4b38-9610-5ddf048cb1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.446647729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a44af369-a2b9-428e-a05c-4fc2e33682d9","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.446671893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"a44af369-a2b9-428e-a05c-4fc2e33682d9","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.449892524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"1350f488-8982-4b38-9610-5ddf048cb1bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.62356507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.764531552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"29a5a8c7-b1da-4061-b11d-632690fb0c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:43.824029591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"29a5a8c7-b1da-4061-b11d-632690fb0c38","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:51.450915216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d355003-3127-4d9c-963d-3e541a079f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:51.503585355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d355003-3127-4d9c-963d-3e541a079f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:51.556298213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d355003-3127-4d9c-963d-3e541a079f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:51.608972096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d355003-3127-4d9c-963d-3e541a079f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:51.991919787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1ab671","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1ab671","reconcileID":"1c77884d-2de9-4540-9b2a-84f338a7131b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1ab671","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1ab671":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.437319662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b27bf441-1279-43bd-94f9-1b7411ecf1a5","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.437342821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"b27bf441-1279-43bd-94f9-1b7411ecf1a5","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.557974359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276da5a7-e0ab-4b2c-b623-a2f6c249422a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.558065773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"d85aa5f5-b229-4785-9166-12ad52243e8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.610888074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"9a5f4ee7-80cc-43fc-a85a-cae679aef041","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f71fda5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.611597327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276da5a7-e0ab-4b2c-b623-a2f6c249422a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.664595706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276da5a7-e0ab-4b2c-b623-a2f6c249422a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.670842955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"d85aa5f5-b229-4785-9166-12ad52243e8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:53.71725081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276da5a7-e0ab-4b2c-b623-a2f6c249422a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:54.040496072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"1e6f9878-e242-4ab6-a32b-137c3c795e06","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:25:54.098508033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"1e6f9878-e242-4ab6-a32b-137c3c795e06","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:03.67109182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"8590e415-49c1-449c-8123-fe18ac92650b","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","subscription":"e2e-auth-iso-0a9f91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:03.732882235Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"8590e415-49c1-449c-8123-fe18ac92650b","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:03.792525296Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"8590e415-49c1-449c-8123-fe18ac92650b","MaaSSubscription":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.082086024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"4962885f-ad48-4162-94a6-41dafb175e5d","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.082108627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"4962885f-ad48-4162-94a6-41dafb175e5d","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.188114314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"f1a8a3f1-d8ea-4928-9d00-ec9ad738bf78","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.237210469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"c05c60b3-8582-4a2c-b9c6-25f03b4613fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.23730893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b3564773-6f25-4f7a-a90b-d5772cf873de","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.237325978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b3564773-6f25-4f7a-a90b-d5772cf873de","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.246625138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"f1a8a3f1-d8ea-4928-9d00-ec9ad738bf78","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.443576221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"c05c60b3-8582-4a2c-b9c6-25f03b4613fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.577620351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"c05c60b3-8582-4a2c-b9c6-25f03b4613fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.577647968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-auth-iso-0a9f91","reconcileID":"c05c60b3-8582-4a2c-b9c6-25f03b4613fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.596041516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"b02f58fa-e278-4457-aec5-2312397ef391","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.635416409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b2de5720-e944-4805-9be2-6421c37c3f85","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/auth-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.635438919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"auth-test-model-89c2d2","reconcileID":"b2de5720-e944-4805-9be2-6421c37c3f85","MaaSModelRef":{"name":"auth-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"auth-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"auth-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.654273979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"b02f58fa-e278-4457-aec5-2312397ef391","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.788594557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"a6340c4a-4a16-4a27-b515-8e22647b908e","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.788620251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"a6340c4a-4a16-4a27-b515-8e22647b908e","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:04.859765313Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"bc12b452-db71-45c5-a4f5-05a0a5fc3d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:05.022010725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"bc12b452-db71-45c5-a4f5-05a0a5fc3d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:05.154653102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"bc12b452-db71-45c5-a4f5-05a0a5fc3d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:05.154679272Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-auth-iso-0a9f91","reconcileID":"bc12b452-db71-45c5-a4f5-05a0a5fc3d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-0a9f91","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:05.212307007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"7cee3169-4c53-46d9-9198-4a557d7f3137","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/auth-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:05.212333567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"auth-test-model-8a025a","reconcileID":"7cee3169-4c53-46d9-9198-4a557d7f3137","MaaSModelRef":{"name":"auth-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"auth-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"auth-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:13.621931606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:15.061847465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"601c5317-71e9-4537-8dfb-d008fb66a401","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a0f668","tenantID":"e2e-extmod-a-a0f668","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:15.182546259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"601c5317-71e9-4537-8dfb-d008fb66a401","name":"e2e-extmod-a-a0f668-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.110046483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"25ecd531-b552-4a90-aef5-6cf3c507cfa2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-618991","tenantID":"e2e-extmod-a-618991","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.22975131Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"25ecd531-b552-4a90-aef5-6cf3c507cfa2","name":"e2e-extmod-a-618991-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.651012185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf152be-4969-482b-968a-a548b1d89993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.704629029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf152be-4969-482b-968a-a548b1d89993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.758281194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf152be-4969-482b-968a-a548b1d89993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:20.810992845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf152be-4969-482b-968a-a548b1d89993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:21.36254563Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ff0201","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ff0201","reconcileID":"291eddb2-1984-4387-81e5-6f542041cf59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ff0201","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-ff0201":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:22.770336725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ff770-600c-43cf-9a83-c7b147372e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:22.823579614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ff770-600c-43cf-9a83-c7b147372e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:22.876630038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ff770-600c-43cf-9a83-c7b147372e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:22.929346746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ff770-600c-43cf-9a83-c7b147372e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:26:43.622590055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:13.621696207Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:14.306700122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"240b71ef-c6b2-499c-ad57-f722cce9c9c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1ab671","tenantID":"e2e-extmod-a-1ab671","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:14.43269494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"240b71ef-c6b2-499c-ad57-f722cce9c9c2","name":"e2e-extmod-a-1ab671-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:18.2348583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ad6e7-8d69-484d-89c0-e7d6c6eee8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:18.288137702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ad6e7-8d69-484d-89c0-e7d6c6eee8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:18.340498191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ad6e7-8d69-484d-89c0-e7d6c6eee8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:18.393037282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9ad6e7-8d69-484d-89c0-e7d6c6eee8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:18.973341388Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-35e630","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-35e630","reconcileID":"47ed8717-be77-4118-a4ea-09cd270f842a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-35e630","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-35e630":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:20.407431915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c014d-56d3-4dd3-8351-057390a378ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:20.460044272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c014d-56d3-4dd3-8351-057390a378ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:20.513129621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c014d-56d3-4dd3-8351-057390a378ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:20.56552071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2c014d-56d3-4dd3-8351-057390a378ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:22.496819186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c403d588-a3c2-46b9-b020-43d354bf5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:22.549282836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c403d588-a3c2-46b9-b020-43d354bf5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:22.605106757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c403d588-a3c2-46b9-b020-43d354bf5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:22.665418277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c403d588-a3c2-46b9-b020-43d354bf5d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:24.584453018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6635c9-0f1f-45f6-9e4e-0f1d2571a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:24.636925682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6635c9-0f1f-45f6-9e4e-0f1d2571a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:24.689872726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6635c9-0f1f-45f6-9e4e-0f1d2571a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:24.742443377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c6635c9-0f1f-45f6-9e4e-0f1d2571a865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:26.679404398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfee37bd-bcd1-4a38-a375-4519f1d8abf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:26.732010363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfee37bd-bcd1-4a38-a375-4519f1d8abf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:26.784610981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfee37bd-bcd1-4a38-a375-4519f1d8abf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:26.837142751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfee37bd-bcd1-4a38-a375-4519f1d8abf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:28.739350004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2587f68-e42e-47cc-9e21-fb0aeaf24394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:28.794053644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2587f68-e42e-47cc-9e21-fb0aeaf24394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:28.847166536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2587f68-e42e-47cc-9e21-fb0aeaf24394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:28.899745683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2587f68-e42e-47cc-9e21-fb0aeaf24394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:30.847626781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf3e07-2107-4338-a97c-fc840a7f3ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:30.900617794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf3e07-2107-4338-a97c-fc840a7f3ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:30.953403221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf3e07-2107-4338-a97c-fc840a7f3ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:31.005863806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcf3e07-2107-4338-a97c-fc840a7f3ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:41.638579023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9535c3d6-c4d4-4ef3-b23d-03c393d4c292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:41.691412451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9535c3d6-c4d4-4ef3-b23d-03c393d4c292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:41.745626898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9535c3d6-c4d4-4ef3-b23d-03c393d4c292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:41.799757495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9535c3d6-c4d4-4ef3-b23d-03c393d4c292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:43.621716764Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:43.712611466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3464053-251a-4a06-86d5-8ea740e3b6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:43.766731877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3464053-251a-4a06-86d5-8ea740e3b6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:43.820367154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3464053-251a-4a06-86d5-8ea740e3b6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:43.87292226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3464053-251a-4a06-86d5-8ea740e3b6b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:46.674025839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46e61ba-9c1d-42db-85d9-d85a1d943979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:46.729890827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46e61ba-9c1d-42db-85d9-d85a1d943979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:46.783579798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46e61ba-9c1d-42db-85d9-d85a1d943979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:46.838151255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c46e61ba-9c1d-42db-85d9-d85a1d943979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:48.747962572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce35397-cb5a-4aad-81f0-7e055a6efca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:48.801602907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce35397-cb5a-4aad-81f0-7e055a6efca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:48.855038297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce35397-cb5a-4aad-81f0-7e055a6efca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:48.90772973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce35397-cb5a-4aad-81f0-7e055a6efca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:49.979158657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"94e5bf12-4e48-4e16-bf1c-da262459cbee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-ff0201","tenantID":"e2e-autores-ff0201","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:50.098585099Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"94e5bf12-4e48-4e16-bf1c-da262459cbee","name":"e2e-autores-ff0201-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:50.8336257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea65761-ed63-4f40-8cb6-80f52f2e93a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:50.886383714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea65761-ed63-4f40-8cb6-80f52f2e93a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:50.938928737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea65761-ed63-4f40-8cb6-80f52f2e93a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:50.992559296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea65761-ed63-4f40-8cb6-80f52f2e93a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:51.273614209Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56af52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56af52","reconcileID":"ae407b91-b90f-4b1e-a7b0-8c522016aabc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56af52","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-56af52":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:52.94703862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79452d3-2a97-4f06-bc53-ba0757a203ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:52.999894465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79452d3-2a97-4f06-bc53-ba0757a203ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:53.0524319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79452d3-2a97-4f06-bc53-ba0757a203ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:53.105281847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79452d3-2a97-4f06-bc53-ba0757a203ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:55.032293996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b284-cada-4881-accc-e4aaca0f0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:55.085688879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b284-cada-4881-accc-e4aaca0f0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:55.138412486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b284-cada-4881-accc-e4aaca0f0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:55.19136549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3857b284-cada-4881-accc-e4aaca0f0984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:57.148029061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512f6251-3283-4548-9f7b-9a33b3a8aca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:57.201260549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512f6251-3283-4548-9f7b-9a33b3a8aca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:57.208355864Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-873d26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-873d26","reconcileID":"36aa4843-dae4-42a4-888e-bdfa3fcd8b01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-873d26","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-873d26":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:57.256151237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512f6251-3283-4548-9f7b-9a33b3a8aca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:57.309272531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512f6251-3283-4548-9f7b-9a33b3a8aca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:59.295933712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06571397-363e-4438-8191-b9aa7397671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:59.349433322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06571397-363e-4438-8191-b9aa7397671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:59.402777432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06571397-363e-4438-8191-b9aa7397671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:27:59.45528112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06571397-363e-4438-8191-b9aa7397671a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:01.387683753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510ca71-ab9a-4bd2-9887-08597cb0940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:01.440107414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510ca71-ab9a-4bd2-9887-08597cb0940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:01.492545239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510ca71-ab9a-4bd2-9887-08597cb0940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:01.545261625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9510ca71-ab9a-4bd2-9887-08597cb0940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:03.500028133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db58985-495e-4150-8db0-87180fb24bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:03.55348762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db58985-495e-4150-8db0-87180fb24bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:03.609050233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db58985-495e-4150-8db0-87180fb24bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:03.662168758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3db58985-495e-4150-8db0-87180fb24bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:05.631637696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4658616e-2a68-43b7-8d35-5f36883f728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:05.684297762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4658616e-2a68-43b7-8d35-5f36883f728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:05.73687878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4658616e-2a68-43b7-8d35-5f36883f728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:05.789305028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4658616e-2a68-43b7-8d35-5f36883f728c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:07.696927301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6640340b-7292-4cde-afa1-e514ac64b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:07.749392841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6640340b-7292-4cde-afa1-e514ac64b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:07.802266987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6640340b-7292-4cde-afa1-e514ac64b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:07.855199745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6640340b-7292-4cde-afa1-e514ac64b7cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:09.871816343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a4cddd-6ba8-4798-a052-cd6643ecb52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:09.925315716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a4cddd-6ba8-4798-a052-cd6643ecb52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:09.978695468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a4cddd-6ba8-4798-a052-cd6643ecb52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:10.031461814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a4cddd-6ba8-4798-a052-cd6643ecb52e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:13.621536577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:37.838358918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97327ee6-057b-4b8e-ba14-f6ff22707d01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.020622928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"85f05aac-ffbc-458d-9176-febf8f062b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.21765088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"56aaf534-4e59-49d3-9a39-0940b932f9a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.458815393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"6465a5cc-4bc7-480e-b20e-220c3ff31766","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.559165834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"da093abd-e899-43b4-addc-aa7f24e41be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.659949224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc48d916-b1a0-43db-a90c-e7ab15b3d360","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.660124959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"e78ce205-db94-4a6c-bcce-d46b221c6772","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.758996796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"9e5e635c-16dd-42b0-901c-f96d406ac6aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.889592049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"188a50dc-4181-41a6-8307-a674347e1ae7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:38.988707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"790afc1b-b7d2-414d-8e78-4fc871ddb378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:39.088411781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"8aad9f08-2d7f-4bed-9b63-8b6a69283a4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:39.434339291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"75c6e1a3-f8a8-4f1c-9b6b-27762f583f88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:43.622284481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:47.344780854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8b75da-23cf-4207-9dd0-e28150f89441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:47.397593739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8b75da-23cf-4207-9dd0-e28150f89441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:47.450807792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8b75da-23cf-4207-9dd0-e28150f89441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:47.503957136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8b75da-23cf-4207-9dd0-e28150f89441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:49.411857687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea4d080-5d97-40f9-a6d2-d08e63be8d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:49.464418069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea4d080-5d97-40f9-a6d2-d08e63be8d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:49.517062128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea4d080-5d97-40f9-a6d2-d08e63be8d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:49.569682846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea4d080-5d97-40f9-a6d2-d08e63be8d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:51.474364043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784d578e-6509-461a-8330-41a8dc5cb722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:51.527074697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784d578e-6509-461a-8330-41a8dc5cb722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:51.580323137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784d578e-6509-461a-8330-41a8dc5cb722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:51.632986929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784d578e-6509-461a-8330-41a8dc5cb722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:55.652760179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"533c76f7-1bf5-4405-a386-8aee935c747a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35e630","tenantID":"e2e-extmod-a-35e630","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:55.772093761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"533c76f7-1bf5-4405-a386-8aee935c747a","name":"e2e-extmod-a-35e630-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:58.434434109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b489907-d5a9-443f-b302-9e77464eb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:58.4882965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b489907-d5a9-443f-b302-9e77464eb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:58.541223418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b489907-d5a9-443f-b302-9e77464eb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:28:58.594115663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b489907-d5a9-443f-b302-9e77464eb8ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:00.52400958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492decea-320a-4060-828b-ee1f73b57e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:00.578153099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492decea-320a-4060-828b-ee1f73b57e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:00.63297414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492decea-320a-4060-828b-ee1f73b57e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:00.687452816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"492decea-320a-4060-828b-ee1f73b57e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.310198978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"b221dc2b-b734-499f-915a-56f85bc6bb06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.425721144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c768b3c4-263b-407b-8b50-451982c1716c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.604885492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"ff9361d6-c57c-4863-ac26-20ffa9708d32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.727195291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"efc874c4-2149-4ae9-a450-dea72d8a52a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.827919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"ac87c862-9bf8-43b0-8313-a6326d5e2d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:11.979909895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"699e2a1c-fd46-4a45-97b9-29b23cc8aced","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.159248937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"ce333a50-9c88-4957-b938-b70fb73cb2ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.260029854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"3ad49332-3246-4977-af1c-cdc98449b862","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.359661174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"f56d2096-36f7-4977-9f8c-dbd828bd055e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.465583133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"705adde0-8355-4af7-a3fe-f0acda9ca906","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.709529876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"fd0f12ca-d041-4f09-9ec9-4381fe9ca53c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:12.953025085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"55b63b24-942b-4f77-a6de-b6904c290540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:13.622384778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:30.043529659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"94844319-168d-4c68-b59a-66ed4edbdc2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56af52","tenantID":"e2e-extmod-b-56af52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:30.162182761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"94844319-168d-4c68-b59a-66ed4edbdc2c","name":"e2e-extmod-b-56af52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:39.738710503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"0a4da677-2f25-4986-8046-492866efd84b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-873d26","tenantID":"e2e-extmod-b-873d26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:39.858373335Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"0a4da677-2f25-4986-8046-492866efd84b","name":"e2e-extmod-b-873d26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:29:43.624115045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:13.622695965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:22.586659474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdb1c1f-a773-4f4d-8993-c05162253bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:22.639402391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdb1c1f-a773-4f4d-8993-c05162253bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:22.691961544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdb1c1f-a773-4f4d-8993-c05162253bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:22.744698264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdb1c1f-a773-4f4d-8993-c05162253bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.09751501Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"2c129347-3b79-44e5-ae55-fe4cfd301f04","namespace":"ai-tenant-e2e-extmod-a-1ab671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.097606365Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"2c129347-3b79-44e5-ae55-fe4cfd301f04","namespace":"ai-tenant-e2e-extmod-a-1ab671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.097653853Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"2c129347-3b79-44e5-ae55-fe4cfd301f04","aitenant":"ai-tenants/e2e-extmod-a-1ab671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.670368422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9022173f-5203-4ffd-84b4-c0f592bd3172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.722984796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9022173f-5203-4ffd-84b4-c0f592bd3172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.775538438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9022173f-5203-4ffd-84b4-c0f592bd3172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:24.828151516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9022173f-5203-4ffd-84b4-c0f592bd3172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.107074638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","namespace":"ai-tenant-e2e-extmod-a-35e630","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.107169636Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","namespace":"ai-tenant-e2e-extmod-a-35e630","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.107250056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","tenant":"e2e-extmod-a-35e630","tenantID":"e2e-extmod-a-35e630","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.162082218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Deployment","name":"maas-api-e2e-extmod-a-35e630","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.223531272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Service","name":"maas-api-e2e-extmod-a-35e630","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.284440228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-35e630","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.339138934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-35e630","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.399763884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.457712803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.515936993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.571051747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.626153379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.678817171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.731320316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Service","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.783536718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.836056164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.888372911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.940851583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:29.993288479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:30.045494459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:30.098113576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:30.150405228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-35e630","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:30.202470321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35e630"},"namespace":"ai-tenant-e2e-extmod-a-35e630","name":"default-tenant","reconcileID":"76e40be3-7e8e-4a5a-a117-402fb7fa7dca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-35e630","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:32.818811157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877ade1c-4d2d-47f9-a4c6-9a8b4dc20469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:32.871489615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877ade1c-4d2d-47f9-a4c6-9a8b4dc20469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:32.924257516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877ade1c-4d2d-47f9-a4c6-9a8b4dc20469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:32.924351299Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-35e630","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-35e630","reconcileID":"d235b3a0-ec90-4e68-b8f1-b99acb6ad293","aitenant":"ai-tenants/e2e-extmod-a-35e630","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:32.977182271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877ade1c-4d2d-47f9-a4c6-9a8b4dc20469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:33.687039231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-35e630","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-35e630","reconcileID":"d235b3a0-ec90-4e68-b8f1-b99acb6ad293","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-35e630","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-35e630"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:34.974773162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced840a2-caa9-4371-b1fd-01592f82e1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:35.027456578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced840a2-caa9-4371-b1fd-01592f82e1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:35.080281994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced840a2-caa9-4371-b1fd-01592f82e1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:35.134508068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced840a2-caa9-4371-b1fd-01592f82e1a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.059075872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23040e7a-4747-4312-977b-6d460e59908e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.112472742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23040e7a-4747-4312-977b-6d460e59908e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.164940881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23040e7a-4747-4312-977b-6d460e59908e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.218556889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23040e7a-4747-4312-977b-6d460e59908e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.752155188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"f913be5e-f05c-4e64-9a4e-53ae319d0f9b","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.806967094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"7af40423-1809-442a-a9ae-363aecdc658a","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.9113552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"68958912-fb81-4dc3-b76a-57a98961cc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.911417299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e8ccdd88-b0c3-4be5-b683-3838063381b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.911856193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"72e14afb-20dd-4737-b825-20bdadac14fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.912697898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f6d839cb-8168-4a0d-bb3a-57909a958a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.912714815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"663e7c93-e3e3-4c55-8985-a761e5164752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.969706587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e8ccdd88-b0c3-4be5-b683-3838063381b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.97024899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"68958912-fb81-4dc3-b76a-57a98961cc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.972723656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"663e7c93-e3e3-4c55-8985-a761e5164752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.973427106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"72e14afb-20dd-4737-b825-20bdadac14fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:37.976091262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f6d839cb-8168-4a0d-bb3a-57909a958a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.024349399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25039573-ccb6-45a4-b02d-680965a03cf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.024370246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25039573-ccb6-45a4-b02d-680965a03cf3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.024720251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ee7e680-a901-420e-860f-3935babe1fed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.024782043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ee7e680-a901-420e-860f-3935babe1fed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.025117621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90898ea6-0120-4c8c-9677-474d0e01b697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.025190118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90898ea6-0120-4c8c-9677-474d0e01b697","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.025663035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7841a0c4-2c64-4193-9a96-d14cedbe3ef5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.025682262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7841a0c4-2c64-4193-9a96-d14cedbe3ef5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026054156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c054371-4bb2-423f-abc8-e8d8a7347eb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026067994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c054371-4bb2-423f-abc8-e8d8a7347eb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026294804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e6aa30-6c12-4d1e-b11e-f6681776c37e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026304254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e6aa30-6c12-4d1e-b11e-f6681776c37e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026566686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6eef22b2-f234-46a3-aad4-4ebba0f88b5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026576134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6eef22b2-f234-46a3-aad4-4ebba0f88b5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026774282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"03c655ba-2d56-4166-9a62-7323090b1e68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.026784279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"03c655ba-2d56-4166-9a62-7323090b1e68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.090931609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"513df42b-2fc7-4e0d-ba25-2063a07cffcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.090955224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"513df42b-2fc7-4e0d-ba25-2063a07cffcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.091344286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7342be44-a285-4966-ae37-27fb7ce6ad24","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.091358753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7342be44-a285-4966-ae37-27fb7ce6ad24","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.091698201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"854859c5-a42f-4905-bb12-4b92e3bec426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.091712852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"854859c5-a42f-4905-bb12-4b92e3bec426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092161017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f904d305-4729-44d5-b0a5-3931c469520e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092176535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f904d305-4729-44d5-b0a5-3931c469520e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092476847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4bba87e-2f93-499c-b6ed-2c96bcd2dd55","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092489811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4bba87e-2f93-499c-b6ed-2c96bcd2dd55","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092774901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659bb842-0ee9-4882-9060-5ce06c70d991","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.092787432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"659bb842-0ee9-4882-9060-5ce06c70d991","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.093126763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da140d89-d782-4696-8ced-09f569887177","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.09314025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"da140d89-d782-4696-8ced-09f569887177","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.09343153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e513b866-ae81-4b32-a280-c3617f99a699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.09344472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e513b866-ae81-4b32-a280-c3617f99a699","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.239624162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a58f66e-89af-48f1-bfc4-94a4c4cdba96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.239624542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de2bab14-1876-486f-83e4-fd9520291821","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.337496492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"96aa5886-8385-4828-94c6-a2837bc193ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.338176481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"64cb29f0-c70f-4215-a9c1-7ba5145a08be","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"name":"e2e-dft-f563e7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.389565282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9fd770c9-0aec-48f2-b268-71357f4e64a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.396355365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"96aa5886-8385-4828-94c6-a2837bc193ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.441999997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13bdc4c3-35fa-43ca-8c8b-4530e9f149df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.443265005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f186b0-99d3-498e-9688-ac08069cc911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.443297622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b443868e-0ebb-441d-85fc-1b983dc2aa80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.448429196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9fd770c9-0aec-48f2-b268-71357f4e64a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.503304063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13bdc4c3-35fa-43ca-8c8b-4530e9f149df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.505664755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b443868e-0ebb-441d-85fc-1b983dc2aa80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.507413609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f186b0-99d3-498e-9688-ac08069cc911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.771658145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b5448aa1-8e2c-420d-be12-a7124998056b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.823469582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6980e32d-8a50-45a3-9b9e-9dc01d567b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.830317457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"b5448aa1-8e2c-420d-be12-a7124998056b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.876055203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"dc99e7f0-35c9-4d32-8860-808f54b1fec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.876207106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8e31726e-6846-423b-bcb2-c5ed41439cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.876510744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e5d9627a-a346-49ca-8307-bef505abf265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.881745202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"6980e32d-8a50-45a3-9b9e-9dc01d567b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.905648602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"ad601551-45a8-491f-88b0-a1fbf10cb51f","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.936191753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8e31726e-6846-423b-bcb2-c5ed41439cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.939401744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"e5d9627a-a346-49ca-8307-bef505abf265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.940073812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"dc99e7f0-35c9-4d32-8860-808f54b1fec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.958469862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"f75e0488-4125-44f0-9bca-d6a5d8f0b2e2","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:38.958496733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"f75e0488-4125-44f0-9bca-d6a5d8f0b2e2","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.140634926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75864b45-849c-462b-b574-e1b6e74940b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.193824078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75864b45-849c-462b-b574-e1b6e74940b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.194363929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fc9ff52d-4163-4b86-aa05-6065212961c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.247514215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75864b45-849c-462b-b574-e1b6e74940b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.300276346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75864b45-849c-462b-b574-e1b6e74940b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.305763362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fc9ff52d-4163-4b86-aa05-6065212961c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.405440157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f77213e-ef7d-474d-a398-11f15ee46a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.40594823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"623bf369-2918-41a0-ba02-819b2835c220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.45773671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9da7bf32-e032-414b-adfe-6a964b9df2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.457736572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e0541f1c-4be2-4dad-8644-477ce6279927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.46368853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f77213e-ef7d-474d-a398-11f15ee46a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.463739605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"623bf369-2918-41a0-ba02-819b2835c220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.517578236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9da7bf32-e032-414b-adfe-6a964b9df2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.517578188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"e0541f1c-4be2-4dad-8644-477ce6279927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.678780608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5a925420-7292-4c8c-be68-99760b4fa89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.736600116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"5a925420-7292-4c8c-be68-99760b4fa89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.783584611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f4469910-1904-4993-bcc8-c3c91a005b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.784045048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"bd1b29b6-d51a-4304-aa98-7fd09fa421ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.836389761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7b8b019b-97f1-4f35-94da-f0c90d144e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.836472775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d30b88dc-2cd3-48c7-86bd-1f89f4edd81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.841275765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f4469910-1904-4993-bcc8-c3c91a005b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.841967539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"bd1b29b6-d51a-4304-aa98-7fd09fa421ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.896257277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"7b8b019b-97f1-4f35-94da-f0c90d144e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.896324736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d30b88dc-2cd3-48c7-86bd-1f89f4edd81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:39.927174557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"f9b0156f-fa5b-448d-a184-fb743e77f24b","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.098381098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c79e28b1-b4e2-498f-a208-bb3c8ee4d3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.15601621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c79e28b1-b4e2-498f-a208-bb3c8ee4d3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.19941467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"88d0878d-201a-4f3d-9b7b-65454f01e379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.199535182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330ea68-a9b7-42bf-b43c-3710a7de4273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.25725578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"88d0878d-201a-4f3d-9b7b-65454f01e379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.257887811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330ea68-a9b7-42bf-b43c-3710a7de4273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.299046964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9de3197f-3ded-48b6-93ec-6c7b6658149e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.299114535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ec9f9b-e4e1-4969-9a84-eb5bfad23d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.357044538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91ec9f9b-e4e1-4969-9a84-eb5bfad23d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.35709747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9de3197f-3ded-48b6-93ec-6c7b6658149e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.471073582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"837ffcc9-2914-4def-8278-29e5e647cb1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.530051932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"837ffcc9-2914-4def-8278-29e5e647cb1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.572259404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6560ef84-60dd-4e11-921d-686fce9f70a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.572275316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f3ad189f-61be-4d6c-b998-a4060cb60834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.630410118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"f3ad189f-61be-4d6c-b998-a4060cb60834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.632800361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"6560ef84-60dd-4e11-921d-686fce9f70a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.672502811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"609d2a17-76f0-4bae-a965-6955f970a6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.672971074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"405024f5-437e-41b3-a95c-67d04b4a9651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.73051613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"609d2a17-76f0-4bae-a965-6955f970a6df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.730905972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"405024f5-437e-41b3-a95c-67d04b4a9651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.843119221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f0ceb0e3-2d40-4b30-9454-b12d2e43f43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.907318386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"f0ceb0e3-2d40-4b30-9454-b12d2e43f43a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:40.945888838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"19df8713-3b30-4fe2-8e8d-a82f51852c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:41.004107239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"19df8713-3b30-4fe2-8e8d-a82f51852c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:43.62249177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.395267659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"058f79c8-8758-41ce-91e2-ae17673effed","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.395294207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"058f79c8-8758-41ce-91e2-ae17673effed","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.501217112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"67aa4590-014e-4a1c-ac48-c91e9b85b3e6","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.501249746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"67aa4590-014e-4a1c-ac48-c91e9b85b3e6","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.606767705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"34498830-d0c6-4a65-8f84-6345d06001f8","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:44.664440267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"34498830-d0c6-4a65-8f84-6345d06001f8","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:45.094031208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"e63d9fa5-86c4-49d1-9abd-ddc19f82566f","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:45.094058339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"e63d9fa5-86c4-49d1-9abd-ddc19f82566f","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:45.251900318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"9ab942fa-26b3-4223-af76-f117f8c92faf","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:45.309981493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"9ab942fa-26b3-4223-af76-f117f8c92faf","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.255133684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"d443c4fb-5100-4796-8441-1943c159a081","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.255160297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"d443c4fb-5100-4796-8441-1943c159a081","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:30:47.311296539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"23a9edbb-d9ef-44ce-bdb1-69155955428a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f563e7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.411617166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a1dd92-933f-4ff5-b2b2-b58c9a6e27c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.411930203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"b1ed41cf-5b43-4ed0-a43a-314f64edb6f2","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.411617486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30bc0996-e1e4-442f-8460-d29ae1740103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.419684135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"e6e7161a-f66e-4e06-aa08-90d4d3741bba","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.419701431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"e6e7161a-f66e-4e06-aa08-90d4d3741bba","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.542097394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"b1ed41cf-5b43-4ed0-a43a-314f64edb6f2","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:30:47.546224464Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a1dd92-933f-4ff5-b2b2-b58c9a6e27c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.5771591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"b60fdad8-2f03-4c29-97eb-1eb66adfaa88","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.577181002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"b60fdad8-2f03-4c29-97eb-1eb66adfaa88","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:30:47.583195799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30bc0996-e1e4-442f-8460-d29ae1740103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.598874279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"b1ed41cf-5b43-4ed0-a43a-314f64edb6f2","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:30:47.604348217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a1dd92-933f-4ff5-b2b2-b58c9a6e27c7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:30:47.641730318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30bc0996-e1e4-442f-8460-d29ae1740103","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.683142698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"534f9fad-1e01-4464-bc8d-43bdcfd42ea3","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.683160991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"534f9fad-1e01-4464-bc8d-43bdcfd42ea3","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.736250411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3749444c-678d-4eba-b6a8-6828b4cdf53d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.736267486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3749444c-678d-4eba-b6a8-6828b4cdf53d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.736625924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ca698c4-030d-4aeb-8a39-48c20daf695f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.73663686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ca698c4-030d-4aeb-8a39-48c20daf695f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.789631871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"d95c7730-d655-4e28-ac15-30a4c1f6ca0d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.789655763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"d95c7730-d655-4e28-ac15-30a4c1f6ca0d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.792304293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"22c9d2db-4fdf-4ccb-9267-5a11691ff8b6","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f563e7","model":"e2e-dft-f563e7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f563e7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.813390971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1af4bf-ce97-4bb8-9624-aa47bfa5efaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.871352846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1af4bf-ce97-4bb8-9624-aa47bfa5efaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.914766891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"536b8940-789d-4427-97f1-26f04f0ff66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.914766893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"f6b5ca1f-df32-409b-91e9-12d641af676a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.927871003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af1af4bf-ce97-4bb8-9624-aa47bfa5efaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.973584564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"536b8940-789d-4427-97f1-26f04f0ff66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.973759106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"f6b5ca1f-df32-409b-91e9-12d641af676a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.988443227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"010ff538-ddac-4f2e-8e34-6cd1d73e8069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:47.988460882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"010ff538-ddac-4f2e-8e34-6cd1d73e8069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.030581392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"f6b5ca1f-df32-409b-91e9-12d641af676a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.030705741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"536b8940-789d-4427-97f1-26f04f0ff66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.065917493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"a8eca291-d253-45e0-9a60-81af6bc720d5","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.065940357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"a8eca291-d253-45e0-9a60-81af6bc720d5","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.118884304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"280073c6-5f9f-4b82-bf1d-0b8236675d0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.118900804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"280073c6-5f9f-4b82-bf1d-0b8236675d0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:48.276820796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"93852cea-d0cf-453a-9887-2dcbd5dae70b","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f563e7","model":"llm/e2e-dft-f563e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:52.181116327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30b1dc6-c2c7-40be-a393-1bbb3a143715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:52.234373145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30b1dc6-c2c7-40be-a393-1bbb3a143715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:52.288058735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30b1dc6-c2c7-40be-a393-1bbb3a143715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:52.341621829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30b1dc6-c2c7-40be-a393-1bbb3a143715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:54.269651282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b9cb4f-2f08-41a4-9da2-0b6098b7595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:54.322605113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b9cb4f-2f08-41a4-9da2-0b6098b7595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:54.375117098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b9cb4f-2f08-41a4-9da2-0b6098b7595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:54.428336935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b9cb4f-2f08-41a4-9da2-0b6098b7595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:55.323021174Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"07983408-24d3-48e0-81bb-3366301bf7aa","namespace":"ai-tenant-e2e-autores-ff0201","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:55.32310144Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"07983408-24d3-48e0-81bb-3366301bf7aa","namespace":"ai-tenant-e2e-autores-ff0201","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:55.323174075Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"07983408-24d3-48e0-81bb-3366301bf7aa","aitenant":"ai-tenants/e2e-autores-ff0201","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:56.454254302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7346517e-f179-43f3-9569-68604ee99c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:56.506974226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7346517e-f179-43f3-9569-68604ee99c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:56.559434509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7346517e-f179-43f3-9569-68604ee99c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:56.612137726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7346517e-f179-43f3-9569-68604ee99c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.194751181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b488a36f-0b09-48a1-825e-2c2834c0098e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.241879392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"846c0808-a8c6-4404-8ddc-671ae1a0abd4","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.253010147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b488a36f-0b09-48a1-825e-2c2834c0098e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.299959863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674369b7-32a9-4ecb-8737-e18d04049eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.300663616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"846c0808-a8c6-4404-8ddc-671ae1a0abd4","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.309438559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b488a36f-0b09-48a1-825e-2c2834c0098e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.357544479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"846c0808-a8c6-4404-8ddc-671ae1a0abd4","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.358683923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674369b7-32a9-4ecb-8737-e18d04049eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.415484213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674369b7-32a9-4ecb-8737-e18d04049eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.528961019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f3e7b-0619-46d6-9ba5-bf668aeb144d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.581611667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f3e7b-0619-46d6-9ba5-bf668aeb144d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.634155869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f3e7b-0619-46d6-9ba5-bf668aeb144d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:30:58.686898766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e39f3e7b-0619-46d6-9ba5-bf668aeb144d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:02.237896112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0f809-1be2-4d24-8ff9-85524343542c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:02.290316816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0f809-1be2-4d24-8ff9-85524343542c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:02.342789569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0f809-1be2-4d24-8ff9-85524343542c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:02.395280827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b0f809-1be2-4d24-8ff9-85524343542c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:04.32938579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3402c5f7-0217-430f-8495-ab14a29d630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:04.382881245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3402c5f7-0217-430f-8495-ab14a29d630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:04.442033645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3402c5f7-0217-430f-8495-ab14a29d630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:04.49552678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3402c5f7-0217-430f-8495-ab14a29d630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:06.533230224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa39b916-a929-4bd2-a990-fea99861b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:06.586522396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa39b916-a929-4bd2-a990-fea99861b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:06.639108359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa39b916-a929-4bd2-a990-fea99861b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:06.691998546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa39b916-a929-4bd2-a990-fea99861b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.521210234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79167330-166c-4ab7-9967-dab80dcc7283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.568732537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3add283a-eb2c-4ec4-9be9-fb4c69f013af","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.579097258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79167330-166c-4ab7-9967-dab80dcc7283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.628640554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3add283a-eb2c-4ec4-9be9-fb4c69f013af","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.635756735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79167330-166c-4ab7-9967-dab80dcc7283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.641516649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3741d0ee-c1b4-4ffb-bbb0-1ba494a63b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.641665418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e3346f-9d92-408a-a877-3365bba69c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.698550927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3741d0ee-c1b4-4ffb-bbb0-1ba494a63b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.698638595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3add283a-eb2c-4ec4-9be9-fb4c69f013af","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.751467361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3741d0ee-c1b4-4ffb-bbb0-1ba494a63b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.75610482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e3346f-9d92-408a-a877-3365bba69c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.804480689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3741d0ee-c1b4-4ffb-bbb0-1ba494a63b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:08.8613268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94e3346f-9d92-408a-a877-3365bba69c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:10.765439082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead6eee0-09a6-4f36-8a96-45834f3120f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:10.818154537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead6eee0-09a6-4f36-8a96-45834f3120f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:10.87068669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead6eee0-09a6-4f36-8a96-45834f3120f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:10.923917714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ead6eee0-09a6-4f36-8a96-45834f3120f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:12.889777678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6482ddc4-ce83-4232-99ce-6a2d2ebd1f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:12.942524737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6482ddc4-ce83-4232-99ce-6a2d2ebd1f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:12.995396529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6482ddc4-ce83-4232-99ce-6a2d2ebd1f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:13.049402228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6482ddc4-ce83-4232-99ce-6a2d2ebd1f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:13.624661944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:14.970642505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f467b1-6e4b-46ea-8432-fd7aefa5235a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:15.02307776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f467b1-6e4b-46ea-8432-fd7aefa5235a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:15.075442664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f467b1-6e4b-46ea-8432-fd7aefa5235a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:15.128113886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f467b1-6e4b-46ea-8432-fd7aefa5235a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:17.14456663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f886f7-d942-4809-aef8-03ad3588c94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:17.197848963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f886f7-d942-4809-aef8-03ad3588c94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:17.250624428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f886f7-d942-4809-aef8-03ad3588c94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:17.305962298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f886f7-d942-4809-aef8-03ad3588c94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:18.846625764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a825710e-c53b-41d5-8cbc-ca29a3519f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:18.904888874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a825710e-c53b-41d5-8cbc-ca29a3519f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:18.947907575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"dcc79f47-95a8-4fa0-92d5-9fb7361fa791","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:18.961960692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a825710e-c53b-41d5-8cbc-ca29a3519f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:19.006849097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"dcc79f47-95a8-4fa0-92d5-9fb7361fa791","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:19.067275247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"dcc79f47-95a8-4fa0-92d5-9fb7361fa791","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:19.09216604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"162fac09-a0f5-4c73-801a-1a6252e0cf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:19.163027731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"162fac09-a0f5-4c73-801a-1a6252e0cf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:19.230249834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"162fac09-a0f5-4c73-801a-1a6252e0cf9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:27.921577038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"f256fd04-241a-44cd-9f62-ddf11e647928","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f563e7","model":"llm/e2e-dft-f563e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.197761505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"adc04128-e501-40de-ab73-a969b12d30aa","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.197789657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"adc04128-e501-40de-ab73-a969b12d30aa","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.594476223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4404f9-8d57-40de-8fd1-acad1901df71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.594708368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"2770c997-1284-432e-913a-9ffde0e7616f","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.594476222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf5b5a9-76b0-4fbf-8046-b6d4ae5416bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.658550401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4404f9-8d57-40de-8fd1-acad1901df71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.660486551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"2770c997-1284-432e-913a-9ffde0e7616f","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.663073999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf5b5a9-76b0-4fbf-8046-b6d4ae5416bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.717276701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4404f9-8d57-40de-8fd1-acad1901df71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.719044927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"2770c997-1284-432e-913a-9ffde0e7616f","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.721089755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bf5b5a9-76b0-4fbf-8046-b6d4ae5416bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.776577916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e929371-202b-42c5-baba-fb468a549d39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.776595927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e929371-202b-42c5-baba-fb468a549d39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.832584874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"68c285cd-3a66-4a32-8e5f-e12e6dfa5b6a","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.832607115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"68c285cd-3a66-4a32-8e5f-e12e6dfa5b6a","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.885467303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95da5b6e-76e5-4671-8a24-20169a061b0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:28.885483572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95da5b6e-76e5-4671-8a24-20169a061b0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.259876813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"8078b127-d203-4a7a-96b6-db5e9e45b328","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.259908021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"8078b127-d203-4a7a-96b6-db5e9e45b328","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.416353999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"1b7b627a-71d0-4893-ae10-a57cf22c4e3a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.416565343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d84eea3-ae75-45ee-a305-fe14c9dfa35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.416354001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a2c0005-5e8b-4b1a-9666-1f5a81f5349d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.424190088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"4f5e35d3-be9f-4021-996e-d9fad6599c5d","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52aa800e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.475979164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a2c0005-5e8b-4b1a-9666-1f5a81f5349d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.476032065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d84eea3-ae75-45ee-a305-fe14c9dfa35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.478768418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"1b7b627a-71d0-4893-ae10-a57cf22c4e3a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.53408845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d84eea3-ae75-45ee-a305-fe14c9dfa35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.534089225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a2c0005-5e8b-4b1a-9666-1f5a81f5349d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.535915105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"1b7b627a-71d0-4893-ae10-a57cf22c4e3a","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.746925196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef28415-8dcf-479a-952e-f9fadfd868ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.747125933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3082a03f-31cb-47ed-b893-6bff845226de","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.747494838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04f6e0d0-8f7a-42e8-a82e-1600221bb944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.80550917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef28415-8dcf-479a-952e-f9fadfd868ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.806809485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04f6e0d0-8f7a-42e8-a82e-1600221bb944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.808185372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3082a03f-31cb-47ed-b893-6bff845226de","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.863978533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ef28415-8dcf-479a-952e-f9fadfd868ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.864049471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04f6e0d0-8f7a-42e8-a82e-1600221bb944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:32.865580714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (147cce4557491daf06da1b14c5bb62489390dd8e802f39526b9a504a193d2a2b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0b057851ee343f77676e290bc538ffaac50607dec5f580345f465b305945b57e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (43dbb07acb68996bd3b6c3f4c9c3aefe39ac6c96f954c491d9c46317d712968c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (6d17c808bdfae3ae90914fdf9ff000e18bce0f2a255748de9597f3886daa8cd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"3082a03f-31cb-47ed-b893-6bff845226de","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:42.478029954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"ae531b97-5b81-4a9e-ba2f-4e9d466be07f","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f563e7","subscription":"e2e-dft-f563e7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:42.585122029Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"ae531b97-5b81-4a9e-ba2f-4e9d466be07f","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:42.63970325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-sub","reconcileID":"ae531b97-5b81-4a9e-ba2f-4e9d466be07f","MaaSSubscription":{"name":"e2e-dft-f563e7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f563e7","namespace":"llm","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:42.969969808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"9ada5b43-d423-4d22-99ac-11329779678c","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:42.969993424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"9ada5b43-d423-4d22-99ac-11329779678c","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.074768095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24ad8be7-6582-44aa-b1d3-01f6c1b62815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.074767869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec6b7bc-d4e9-430e-9ee9-5a9dbea47532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.075462147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"be33f6cf-ca51-4caf-bd10-8331c1dc6717","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.138405466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"69810cae-d774-4f33-b783-f57ca6edf17d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.138439217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"69810cae-d774-4f33-b783-f57ca6edf17d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.208218582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"be33f6cf-ca51-4caf-bd10-8331c1dc6717","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:43.212163394Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24ad8be7-6582-44aa-b1d3-01f6c1b62815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:43.212153924Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec6b7bc-d4e9-430e-9ee9-5a9dbea47532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.265467229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"be33f6cf-ca51-4caf-bd10-8331c1dc6717","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:43.270470263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cec6b7bc-d4e9-430e-9ee9-5a9dbea47532","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.270629554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6875eb63-1c9b-4eb5-9b5e-4a90d1878629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.270644336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6875eb63-1c9b-4eb5-9b5e-4a90d1878629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.273345109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa78fc8f-63e6-4045-a6b7-f294566816a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.273359333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa78fc8f-63e6-4045-a6b7-f294566816a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:43.273404063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24ad8be7-6582-44aa-b1d3-01f6c1b62815","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:43.31945207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"be33f6cf-ca51-4caf-bd10-8331c1dc6717","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f563e7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.319667978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f563e7-access","reconcileID":"e354b0bc-aeaf-4294-81be-04c8104c1966","MaaSAuthPolicy":{"name":"e2e-dft-f563e7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.493995288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b10368c7-8973-4866-a776-13b6fd2c1819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.494056809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3946815-198a-4a85-9119-c0038085daef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.552597987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b10368c7-8973-4866-a776-13b6fd2c1819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.552601542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3946815-198a-4a85-9119-c0038085daef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.58639271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"325784a0-ae6b-472b-ab7b-eef647ef5d6d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.586416871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"325784a0-ae6b-472b-ab7b-eef647ef5d6d","MaaSModelRef":{"name":"e2e-dft-f563e7","namespace":"llm"},"routeName":"external-model-e2e-dft-f563e7-99c0dffa68a1","namespace":"llm","model":"e2e-dft-f563e7","externalModel":"e2e-dft-f563e7","provider":"e2e-dft-f563e7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.610325623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b10368c7-8973-4866-a776-13b6fd2c1819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.610424248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3946815-198a-4a85-9119-c0038085daef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.622345088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.668978313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8364f299-bf25-4566-beb6-bda40cc4ffae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.668998996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8364f299-bf25-4566-beb6-bda40cc4ffae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.671897721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c20557d6-826a-4477-9c5a-933591c1ae9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:43.671913269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c20557d6-826a-4477-9c5a-933591c1ae9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.111195204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"81af522d-8fb8-4aca-9c29-7609cdd3ce0c","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.166919423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"591a7ab3-7fb8-4b39-92c0-97e1d18b76a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.16694556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"591a7ab3-7fb8-4b39-92c0-97e1d18b76a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.167284945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ebd670f3-da80-45a0-9e4d-0bfe30448d7f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.167301558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ebd670f3-da80-45a0-9e4d-0bfe30448d7f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.167669051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39ca216f-5e89-4ffe-9ac1-bdbb54cfa470","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.167685309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39ca216f-5e89-4ffe-9ac1-bdbb54cfa470","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.16816539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddcc47af-2365-46c0-883c-56504d881437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.168182747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddcc47af-2365-46c0-883c-56504d881437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.168519133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af9e5265-9c96-4710-8909-866869fc61b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.168534777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"af9e5265-9c96-4710-8909-866869fc61b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.16890125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa5160ae-dd4d-4a06-bf24-a7e7218a1076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.168971385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa5160ae-dd4d-4a06-bf24-a7e7218a1076","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.169347999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5acad4d4-79c6-4d77-a5a7-27c3fa34a5fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.169363659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5acad4d4-79c6-4d77-a5a7-27c3fa34a5fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.169674466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020d2d86-40db-4d16-bf75-29ccd4462f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.169695978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020d2d86-40db-4d16-bf75-29ccd4462f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.27005769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"566bbb74-bbfb-4a37-bdc7-7b941d4999b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.270270985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"09880d9f-a496-4a1a-b5b0-6528fee19209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.27006202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f745f3af-1f1a-45ed-82f7-2c77b89f22cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.270966138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ca4cbc-99e2-4353-aa78-22e10fdd3be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.270988168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c64c52a2-2b7a-448f-97f2-b6bbbaa75473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.329421387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f745f3af-1f1a-45ed-82f7-2c77b89f22cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.330396362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"09880d9f-a496-4a1a-b5b0-6528fee19209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.332941515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"566bbb74-bbfb-4a37-bdc7-7b941d4999b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.333073798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ca4cbc-99e2-4353-aa78-22e10fdd3be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.335197488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c64c52a2-2b7a-448f-97f2-b6bbbaa75473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.378188902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a92999a8-21a7-448a-af0e-f2d7e495097b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.378223017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67afd770-cb89-437a-a225-ffe9fab4860c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.40059213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ca4cbc-99e2-4353-aa78-22e10fdd3be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.400923531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"566bbb74-bbfb-4a37-bdc7-7b941d4999b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.557784272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"724e229c-73ed-4722-ba7e-e93f411e51b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.557907257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"4678ae5f-37db-4c98-a1a2-86ae3c8a6891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.617010087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"4678ae5f-37db-4c98-a1a2-86ae3c8a6891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.617274326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"724e229c-73ed-4722-ba7e-e93f411e51b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.693384921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"00fa4aa0-8307-4eb9-81b1-c4bbd3765ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.694018901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c23a7a49-f815-46c5-ba42-cd612b1e22ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.694053483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9b8b8e3e-f711-4940-b571-305aff0a1fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.698585063Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f563e7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f563e7","reconcileID":"ff8543cd-1645-4391-bf5c-8515b9d70ed6","namespace":"llm","name":"e2e-dft-f563e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.75161118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"00fa4aa0-8307-4eb9-81b1-c4bbd3765ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.75217145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9b8b8e3e-f711-4940-b571-305aff0a1fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.754120669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c23a7a49-f815-46c5-ba42-cd612b1e22ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.978153631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4b1590b9-3443-4fbf-b2d5-c9197a622058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:44.978223472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"0707c7a9-c479-4703-9b6d-6821dce64d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.03718269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4b1590b9-3443-4fbf-b2d5-c9197a622058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.037951053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"0707c7a9-c479-4703-9b6d-6821dce64d58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.179447295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6edadaec-5017-4d5d-baa2-ab5a958bffa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.179575593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"248a4682-e951-4256-95b5-5a5ba895eb04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.179447104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59862fd0-0ea5-44e5-8270-fc76e728ead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.237993527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"248a4682-e951-4256-95b5-5a5ba895eb04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.238054291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6edadaec-5017-4d5d-baa2-ab5a958bffa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.240602384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59862fd0-0ea5-44e5-8270-fc76e728ead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.302251197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6edadaec-5017-4d5d-baa2-ab5a958bffa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.302299899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59862fd0-0ea5-44e5-8270-fc76e728ead6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.40211401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8157239c-27a4-4957-89d9-436f88d43677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.402113881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"16af8b86-a209-413a-a9df-f1fea4b2849f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.461419977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8157239c-27a4-4957-89d9-436f88d43677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.461475581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"16af8b86-a209-413a-a9df-f1fea4b2849f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.461847039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b762c300-c4a3-47f8-a901-72067e589cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.461860392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"db9a8435-f7c9-4070-b1ce-95821f9eaa0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.521507285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"db9a8435-f7c9-4070-b1ce-95821f9eaa0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.522249076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b762c300-c4a3-47f8-a901-72067e589cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.560094844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"860b0ca2-c581-4fa4-9117-e67b5a438a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.61859727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"860b0ca2-c581-4fa4-9117-e67b5a438a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.825162285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8bfb0300-9dca-467a-8277-bf4e2488bb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.825722369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"17528db8-a533-4452-8e8f-291b2d5c14b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.847378411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74c8ce2b-0616-48c3-8b7b-750f3a31de12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.883948574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"8bfb0300-9dca-467a-8277-bf4e2488bb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.884786931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"17528db8-a533-4452-8e8f-291b2d5c14b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:45.947943543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"b928f70e-9e00-48fc-a7ed-55388d21dde4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.0478906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"fe842872-42a1-4555-accc-5d8d12ea27cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.152061641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"a88f7c40-ab54-4a88-ba58-e98ac98f92d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.393348083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"9bfcc863-ef6a-4188-a8c2-1c1710e894b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.511265149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"d12f0402-278e-46b6-b724-f244e78e8a92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.700739596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"2d41aa1b-4e71-4cfa-856a-b1ac47817103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.716419294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"418e1e91-c3e3-46e8-96c7-35d7526c26e6","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.771614384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"5c90414a-a129-4f36-992a-74bacadba03f","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.802872892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"46bb0a97-a7d3-43b2-aac1-85ea71846021","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.825400188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"78c50edc-b6ad-4e86-954a-8432e599350a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.875655946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9e1a19-80ef-4b23-9f6a-bbf37230ad8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.876116593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e9ce9b6f-5851-490b-bdf4-ec95b3ff4f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.876130758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ccc3f59-1dac-4cb7-885d-1f26738508c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.876583866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7397d79e-b630-46d3-80b7-194cf0a7aaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.876595583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1aa6021e-96c4-4ccc-8067-7b559647b169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.934009391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9e1a19-80ef-4b23-9f6a-bbf37230ad8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.934922624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"e9ce9b6f-5851-490b-bdf4-ec95b3ff4f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.936644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7397d79e-b630-46d3-80b7-194cf0a7aaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.937664401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ccc3f59-1dac-4cb7-885d-1f26738508c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.939292199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"1aa6021e-96c4-4ccc-8067-7b559647b169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.991315638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9e1a19-80ef-4b23-9f6a-bbf37230ad8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:46.994175703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ccc3f59-1dac-4cb7-885d-1f26738508c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.0957534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"4d428c91-847c-4b26-8e52-d27b38e87688","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.131399364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"085a1874-7dfb-4b51-94c2-7d21e3aae569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.148157207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c10e2243-d337-4775-854e-9129517d6d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.150672988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"04da4bbc-7f68-4285-b071-925b0d5cae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.206318933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8309ccb-11c3-433c-a8b1-3f9fd9f81522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.206350491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8309ccb-11c3-433c-a8b1-3f9fd9f81522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.20680872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f45521c9-483e-40d3-b501-554cfa8b9afd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.206847168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f45521c9-483e-40d3-b501-554cfa8b9afd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.206920778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c10e2243-d337-4775-854e-9129517d6d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.207203567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9267622f-648c-4f1c-9830-2e4d7cd1469e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.207217541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9267622f-648c-4f1c-9830-2e4d7cd1469e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.211179871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"04da4bbc-7f68-4285-b071-925b0d5cae24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.233487619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f73d68ce-9978-4611-bd68-52b764c0719f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.23849551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"d0a1d1f8-8151-4881-9868-0c31c656445b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.261021322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"f6fbfd59-f340-4cff-a076-9ff539888a8e","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.298957986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e99646e6-8697-4af9-b98b-85e848c1936e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.299014293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c68d15d4-c153-43ce-8da5-05f04272ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.357364469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e99646e6-8697-4af9-b98b-85e848c1936e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.357598571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"c68d15d4-c153-43ce-8da5-05f04272ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:47.368767165Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"f6fbfd59-f340-4cff-a076-9ff539888a8e","name":"e2e-dft-refs-91497f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-91497f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:31:47.368820133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"f6fbfd59-f340-4cff-a076-9ff539888a8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-91497f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369040672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4e72e11-29d3-4138-b023-ac0663c4ae07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369054571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4e72e11-29d3-4138-b023-ac0663c4ae07","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.36934954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4237115f-36fb-4467-9f80-89220a68c7e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369361436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4237115f-36fb-4467-9f80-89220a68c7e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369581816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71f0f656-c950-462d-8574-fecdbe51e604","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369592455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71f0f656-c950-462d-8574-fecdbe51e604","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369866724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5ff159c2-9e8c-4f11-a07d-0cd0d0e5d357","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.369878492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5ff159c2-9e8c-4f11-a07d-0cd0d0e5d357","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.370115208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9853469-2aaf-4a71-918e-2ccd66f650c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.370126694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9853469-2aaf-4a71-918e-2ccd66f650c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.399996303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"4c3dc5de-4a8c-4bd6-83ad-992beae812e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.432448542Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"0718c3c5-2591-4a46-a30b-4d2fc12165f2","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.454569327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5fce1ee-35c5-4575-b62a-a73c4d2903b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.459499577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"4c3dc5de-4a8c-4bd6-83ad-992beae812e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.600009332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e72bf162-3881-4bf9-a5e2-e1b3dd61e7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.600038953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2946924a-a3ef-40ba-8b8b-0617b33c247e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.658752508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"e72bf162-3881-4bf9-a5e2-e1b3dd61e7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.65921393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"2946924a-a3ef-40ba-8b8b-0617b33c247e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.745342317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"e1aff4e8-1a14-4af5-8b0b-92934be779a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.797723702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"26ae579a-dd3a-40a0-9096-afb4b15e747b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.797897053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"97e476ca-a131-4c20-ae7e-4db0fecea194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.855776278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"97e476ca-a131-4c20-ae7e-4db0fecea194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.855889217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"26ae579a-dd3a-40a0-9096-afb4b15e747b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.865803908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"ac95e57a-b0ea-4b39-9d48-4a5676dc2dea","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.900500913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e6e9ca3d-4270-4ad4-8003-58b8a5f219ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.918715935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"e339105d-0e3b-4360-bdbb-861975a74fa2","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.918744304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"e339105d-0e3b-4360-bdbb-861975a74fa2","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-91497f-03fe9f86f5dd","namespace":"llm","model":"e2e-dft-refs-91497f","externalModel":"e2e-dft-refs-91497f","provider":"e2e-dft-refs-91497f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:47.959034229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e6e9ca3d-4270-4ad4-8003-58b8a5f219ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.099028201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d4e1050-7896-4ac9-b950-91b98852b8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.099027419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229a54f9-00a1-4abe-85cd-3f8d48448a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.157261555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d4e1050-7896-4ac9-b950-91b98852b8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.1574041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229a54f9-00a1-4abe-85cd-3f8d48448a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.199032781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"9279446b-764a-40ee-bd70-76cdb4dce2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.19947834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a1e5a94e-3a8b-4d61-97ce-9d4b91c3e57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.214444903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d4e1050-7896-4ac9-b950-91b98852b8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.21448317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229a54f9-00a1-4abe-85cd-3f8d48448a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.257314721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"9279446b-764a-40ee-bd70-76cdb4dce2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.257387072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"a1e5a94e-3a8b-4d61-97ce-9d4b91c3e57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.299470152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"b806cbee-a054-4c8e-ad5a-7336f30e4965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.357749908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"b806cbee-a054-4c8e-ad5a-7336f30e4965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.400922062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"a56fe233-d6f7-4674-8155-429060fef219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.401126109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f66f8f0d-07cd-4601-aaed-f9d0d6d5a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.461391864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f66f8f0d-07cd-4601-aaed-f9d0d6d5a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.461446605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"a56fe233-d6f7-4674-8155-429060fef219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.618695624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4a23b90d-98e8-4ee3-9c33-6cf3866fc2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.618788726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3100b565-8a4a-425e-a21e-e86f33942c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.682821175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3100b565-8a4a-425e-a21e-e86f33942c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.683093648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"4a23b90d-98e8-4ee3-9c33-6cf3866fc2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.719562168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1f00f3a9-5d55-4d17-9fbf-1ee1852e7380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.777488428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"1f00f3a9-5d55-4d17-9fbf-1ee1852e7380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.819919972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b8e2c474-2e99-4e06-a5e8-7c2b6aa1793b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.819917533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"34a40dcb-7244-41bf-b7f7-6f128dea2412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.878593604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"b8e2c474-2e99-4e06-a5e8-7c2b6aa1793b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.878622293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"34a40dcb-7244-41bf-b7f7-6f128dea2412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:48.879324206Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"c1e515d0-c4d7-4ba1-8914-d7fa7c8e9eed","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.044946504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2926968a-f761-4209-b141-f9037baf8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.045088761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec418514-b468-4043-bba3-fece1d02dd8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.099327265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1b368ef9-aacf-4a81-92b9-43976e2cbede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.106736912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2926968a-f761-4209-b141-f9037baf8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.108183247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec418514-b468-4043-bba3-fece1d02dd8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.162344171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1b368ef9-aacf-4a81-92b9-43976e2cbede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.16743967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2926968a-f761-4209-b141-f9037baf8429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.177891961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec418514-b468-4043-bba3-fece1d02dd8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.269034688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aa043bd1-2dea-4cc1-9f99-487f5d788bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.269119757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0c740c40-2644-4eb3-a1b3-c0e4f4f1f745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.32968177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"0c740c40-2644-4eb3-a1b3-c0e4f4f1f745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.330269712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"aa043bd1-2dea-4cc1-9f99-487f5d788bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.362098538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6e19f14a-9a29-459a-91ea-8caa26c7be73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.362098536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"44530154-2684-4360-a6f5-a4bea6c7f58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.421978429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6e19f14a-9a29-459a-91ea-8caa26c7be73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.421975472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"44530154-2684-4360-a6f5-a4bea6c7f58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.557431399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"709999c8-bd33-441d-9b3a-b43eeb7e586b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.615494655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"709999c8-bd33-441d-9b3a-b43eeb7e586b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.657762743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c172648b-3c50-49dd-a1e0-a08ebe6fae28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.715899541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"c172648b-3c50-49dd-a1e0-a08ebe6fae28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.741141412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"97831f5f-8384-4c4b-a219-23f1cfcb0356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.793784958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"6151f6b1-9c46-46ce-9b25-c02a9ef9fad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.79379026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2e958a33-8c4a-45a8-b4a1-2d9b8d9c1892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.799254713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"97831f5f-8384-4c4b-a219-23f1cfcb0356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.852237144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"6151f6b1-9c46-46ce-9b25-c02a9ef9fad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:49.852248333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"2e958a33-8c4a-45a8-b4a1-2d9b8d9c1892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:52.99808297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"80f1be23-3170-445f-bf1e-30b4968461e2","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.052351913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"c0188616-2bd2-4d84-807c-b490788fca5c","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.052380938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"c0188616-2bd2-4d84-807c-b490788fca5c","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-91497f-03fe9f86f5dd","namespace":"llm","model":"e2e-dft-refs-91497f","externalModel":"e2e-dft-refs-91497f","provider":"e2e-dft-refs-91497f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.105644576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"507f02e9-aaf6-418e-89cd-c4462d06e8d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.105670472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"507f02e9-aaf6-418e-89cd-c4462d06e8d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.106091092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7624ae6b-ec1d-48a2-ba5d-b6972d9643ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.106108814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7624ae6b-ec1d-48a2-ba5d-b6972d9643ba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.156716128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc62b37-28c9-4d08-b80f-f38990f9e816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.156943516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8c778a85-cb55-48f8-a876-41a554319e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.156716276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1cdfcc2f-b85d-4c86-b403-884edd0fde9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.157354404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"611b711e-44dd-49f1-ae77-41a8c08808d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.157789544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7cef530c-4907-4c65-a876-d6aa78c4bca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.159157662Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"708bcf88-49f0-4340-8932-af85621c3b07","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-91497f-03fe9f86f5dd","namespace":"llm","model":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.215884263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"8c778a85-cb55-48f8-a876-41a554319e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.216393171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"1cdfcc2f-b85d-4c86-b403-884edd0fde9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.21868284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc62b37-28c9-4d08-b80f-f38990f9e816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.219211973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"611b711e-44dd-49f1-ae77-41a8c08808d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.221057497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7cef530c-4907-4c65-a876-d6aa78c4bca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.265948936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c356500b-a826-4f59-9000-588762acf6d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.266551548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9b69e8b-9f2b-4d41-a1ec-fb7bf69454fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.269997883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8149125-69de-4042-9967-3ab4d5ff4efc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.271490096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8149125-69de-4042-9967-3ab4d5ff4efc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.271954362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e0b6750-1187-4864-bb4c-7c0aee2f06dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.272034596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e0b6750-1187-4864-bb4c-7c0aee2f06dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.272441833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"daac748a-10fe-43bd-9152-94ff98e5634b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.272462397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"daac748a-10fe-43bd-9152-94ff98e5634b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.272871505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a55ebef9-7890-4234-ac7d-a2205dd3e4fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.272940954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a55ebef9-7890-4234-ac7d-a2205dd3e4fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.27333473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fad14dfa-4768-44e0-8724-4ee78a7cae35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.273350722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fad14dfa-4768-44e0-8724-4ee78a7cae35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.273822152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a4092ee-c4cf-45aa-8794-2f5e7c6c1f65","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.273900156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a4092ee-c4cf-45aa-8794-2f5e7c6c1f65","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.276927933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"611b711e-44dd-49f1-ae77-41a8c08808d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.276999049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebc62b37-28c9-4d08-b80f-f38990f9e816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.432613201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"8aa561d3-5a98-4ae8-ac92-1b16125d0610","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.435523704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bb49867c-c80e-4900-aee7-5ce94e2e1598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.435545657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"fa54bde4-e524-4535-aa60-c560842dd8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.485185045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"ae421808-63d4-444c-b878-2e8def1c5d66","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.493780227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"fa54bde4-e524-4535-aa60-c560842dd8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.494216323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"bb49867c-c80e-4900-aee7-5ce94e2e1598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.582738742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"faa09c6c-be82-4ca7-98a7-2668ab860d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.582758356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"eebee4cc-3594-480f-86e7-1c14f8ca3fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.583172821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"000a6476-92b7-4ef8-93ac-cf962c8c9039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.641242871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"faa09c6c-be82-4ca7-98a7-2668ab860d74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.64126757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"000a6476-92b7-4ef8-93ac-cf962c8c9039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.643610024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"eebee4cc-3594-480f-86e7-1c14f8ca3fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.855904399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c8c77186-98ef-4a4b-a25e-38c02b83fe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.855905439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"cde7d0e1-d9a0-467f-a464-98f9492d027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.914721722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"cde7d0e1-d9a0-467f-a464-98f9492d027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.914749694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"c8c77186-98ef-4a4b-a25e-38c02b83fe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.9567732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b83cb1dd-deb2-464c-bab2-a04a0f882251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.957041978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1b1d3b5d-e104-4cc2-a798-485d737c7e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:53.957246268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ddf483-c008-4820-b39a-e012da9d4034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.015913298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"1b1d3b5d-e104-4cc2-a798-485d737c7e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.01600108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ddf483-c008-4820-b39a-e012da9d4034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.018460283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b83cb1dd-deb2-464c-bab2-a04a0f882251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.073342141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ddf483-c008-4820-b39a-e012da9d4034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.077184398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b83cb1dd-deb2-464c-bab2-a04a0f882251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.23086927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"57524756-c071-4105-a806-c154f07bf6e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.23476211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c89c7d69-bb67-4c8f-949e-22a3e0411a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.291704251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"57524756-c071-4105-a806-c154f07bf6e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.292656934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c89c7d69-bb67-4c8f-949e-22a3e0411a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.334346715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d3fc8a0f-7fc7-47e5-98e0-6ba6ed7c83e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.334392558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"61d7bc84-5ffc-4b38-807c-b101e9dd6a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.39268757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d3fc8a0f-7fc7-47e5-98e0-6ba6ed7c83e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.393675762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"61d7bc84-5ffc-4b38-807c-b101e9dd6a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.432469489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a7b0f040-e998-4e21-9c94-c81f4a7d1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.490559927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a7b0f040-e998-4e21-9c94-c81f4a7d1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.655003399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"921c14b4-4855-4e12-a8d3-b479f97f6f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.655009862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce8c9dd8-603b-481e-aba1-04aa3b650cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.713169513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"921c14b4-4855-4e12-a8d3-b479f97f6f2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:54.713380651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ce8c9dd8-603b-481e-aba1-04aa3b650cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.244511616Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"dd4155e8-5a73-4551-9ffa-4add08c3fc5d","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.297318995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"69e8391a-c8a9-4be4-9ff8-12b2f950ba48","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.401723009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c17c950-e197-4659-90c1-d5db55ee2e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.401957353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8a17ea99-ef18-47e4-a6e7-c077b71c555a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.40229723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ec1ea035-91cb-47bf-9792-3716b4e4ce78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.402405283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"9197628f-9138-4fdd-a7aa-bbf650f85934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.402688256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"621c05c7-68c9-42c9-a93c-f6634db57e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.46070429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"8a17ea99-ef18-47e4-a6e7-c077b71c555a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.46300286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"621c05c7-68c9-42c9-a93c-f6634db57e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.463247567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"ec1ea035-91cb-47bf-9792-3716b4e4ce78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.465577853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"9197628f-9138-4fdd-a7aa-bbf650f85934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.467002295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c17c950-e197-4659-90c1-d5db55ee2e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.503660838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"769608a1-fa7b-4cfd-8cd7-323451e5747a","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.520861315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"621c05c7-68c9-42c9-a93c-f6634db57e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.524406229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c17c950-e197-4659-90c1-d5db55ee2e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.559756561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98907335-0694-4e88-8aea-c412eec0dcc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.560476143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98907335-0694-4e88-8aea-c412eec0dcc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.560901923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e728967b-5325-4575-b99a-4c5461b27b5e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.560917923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e728967b-5325-4575-b99a-4c5461b27b5e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561172097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c5d747f-27e7-49b2-8e43-450a18437591","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561182575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c5d747f-27e7-49b2-8e43-450a18437591","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561387781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead8bea2-bc51-4e1b-9504-e077493dd525","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.5613969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead8bea2-bc51-4e1b-9504-e077493dd525","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561722868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8719740-33bb-4357-a7c2-72aeae65dad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561740248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8719740-33bb-4357-a7c2-72aeae65dad0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561981413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ef0033c-9602-43d1-9fd0-3e311c283372","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.561992865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6ef0033c-9602-43d1-9fd0-3e311c283372","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.562209696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a28967d-9872-43fc-a3b3-a9b124a3bd8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.562220117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a28967d-9872-43fc-a3b3-a9b124a3bd8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.562503375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ac90c5f-3e55-4c6d-b51e-c5e753894e28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.562513251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ac90c5f-3e55-4c6d-b51e-c5e753894e28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.616158457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"910bc7a0-e9d1-413c-bdd8-d58c56d0909b","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"name":"e2e-dft-refs-91497f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.671133379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"049dc2d0-d961-40ae-b6a8-24510c004186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.671385161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3bf0e59-cfca-4234-b958-58af781880db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.68166194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a4f246b8-2263-412a-9b44-06186c0a7d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.683058732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7b0d32fa-6ebe-49e6-9f00-443295f1d4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.739997698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a4f246b8-2263-412a-9b44-06186c0a7d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.740756518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7b0d32fa-6ebe-49e6-9f00-443295f1d4af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.82595397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"1d12f7fa-9ce7-433a-bae2-b29ebbc6f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.826016993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c107540c-8598-4aa9-af54-891f8d060c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.826403859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b53453a2-59a5-4077-91c8-c5a9bc0285e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.884162066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"1d12f7fa-9ce7-433a-bae2-b29ebbc6f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.885515653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"b53453a2-59a5-4077-91c8-c5a9bc0285e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:31:59.886567748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"c107540c-8598-4aa9-af54-891f8d060c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.104654579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3ea2d3ef-6d87-43c5-92b7-7e1848228605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.104658691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d1eb2252-002c-46d5-8b9d-2d668fa4da37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.164261137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"d1eb2252-002c-46d5-8b9d-2d668fa4da37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.164435177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"3ea2d3ef-6d87-43c5-92b7-7e1848228605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.280042056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"01c4aab5-abec-4062-aad5-292974e31320","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.30352098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f083a13-a423-45f3-8f3c-9fb57c8df8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.303561535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819d2b39-08d1-440b-bf29-e5fb3d0971e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.332919662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"c417077f-777a-416f-85a0-05a2a340b6d1","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.3329492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"c417077f-777a-416f-85a0-05a2a340b6d1","MaaSModelRef":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-91497f-03fe9f86f5dd","namespace":"llm","model":"e2e-dft-refs-91497f","externalModel":"e2e-dft-refs-91497f","provider":"e2e-dft-refs-91497f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.389545717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f083a13-a423-45f3-8f3c-9fb57c8df8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.403280839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819d2b39-08d1-440b-bf29-e5fb3d0971e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.479253335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f083a13-a423-45f3-8f3c-9fb57c8df8f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.481820968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"819d2b39-08d1-440b-bf29-e5fb3d0971e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.48273906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9f252a4a-c56b-428f-9b5c-7c5695d63744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.540719258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9f252a4a-c56b-428f-9b5c-7c5695d63744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.580456519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"dffbcd45-e52b-4ed5-9239-3a37070d3533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.580761391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6bed088a-9ef9-45e6-83f2-27ffe3159e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.638548559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"dffbcd45-e52b-4ed5-9239-3a37070d3533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.638704101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"6bed088a-9ef9-45e6-83f2-27ffe3159e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.650662807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2ef2c2-9fab-4abe-97ca-7a73de1711f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.650766516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731d737a-b278-423d-bbbc-bf165195b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.710889178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731d737a-b278-423d-bbbc-bf165195b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.712175387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2ef2c2-9fab-4abe-97ca-7a73de1711f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.767874025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731d737a-b278-423d-bbbc-bf165195b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.769411543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2ef2c2-9fab-4abe-97ca-7a73de1711f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.864904675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"73f866e3-8f49-46af-9542-56d3be16feb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.922845755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"73f866e3-8f49-46af-9542-56d3be16feb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.965487408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"0dc8ff01-924e-4fb7-b2a2-67fdd084d44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:00.965495588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7f0d4b8c-399d-4541-82bb-394949f395d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.023688017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"0dc8ff01-924e-4fb7-b2a2-67fdd084d44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.028015457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"7f0d4b8c-399d-4541-82bb-394949f395d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.065537926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dc50d4a3-3054-4c14-baf9-be59d8f5ebcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.065691884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ddc3b0ed-b4ed-407e-9cce-630a3eb9ec68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.123974257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"ddc3b0ed-b4ed-407e-9cce-630a3eb9ec68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.124003251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dc50d4a3-3054-4c14-baf9-be59d8f5ebcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.3001805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"88147b42-448b-4d61-9ab8-231d59c429e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.358293929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"88147b42-448b-4d61-9ab8-231d59c429e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.398389292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"8123ab54-931e-47e6-8209-c13627408fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:01.456493076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"8123ab54-931e-47e6-8209-c13627408fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.289471311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","namespace":"ai-tenant-e2e-extmod-a-1ab671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.289558098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","namespace":"ai-tenant-e2e-extmod-a-1ab671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.289634917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","tenant":"e2e-extmod-a-1ab671","tenantID":"e2e-extmod-a-1ab671","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.355981811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1ab671","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.463629417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Service","name":"maas-api-e2e-extmod-a-1ab671","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.527312503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1ab671","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.585004335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1ab671","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.643199427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.703024044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.763530365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.828082226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.882184391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.89136781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"4607d9ab-cd82-4dca-90a6-11e351c08570","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.934509732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.942709894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61c665a3-1759-436e-8922-2a16e790a975","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.942735207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"61c665a3-1759-436e-8922-2a16e790a975","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943149821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31087d25-505a-43cf-9072-cb05cb5be825","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943167694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"31087d25-505a-43cf-9072-cb05cb5be825","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943499421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91304910-6473-42f5-a890-4f7280c03e48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943516253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91304910-6473-42f5-a890-4f7280c03e48","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943863136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b68b2239-d643-46a0-afaf-8b497790335b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.943880844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b68b2239-d643-46a0-afaf-8b497790335b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.944236836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1e9702-e710-46c1-b9ec-e86190da11a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.944254143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1e9702-e710-46c1-b9ec-e86190da11a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.944704038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98100bfd-f80e-406b-abb6-eed6744a2a8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.94472101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98100bfd-f80e-406b-abb6-eed6744a2a8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.945060602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"976fddd8-b744-48ec-a770-9fcae482e1d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.94507551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"976fddd8-b744-48ec-a770-9fcae482e1d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.945412009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1036aed0-5c5a-4217-b5d1-a42d00d245fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:05.945425779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1036aed0-5c5a-4217-b5d1-a42d00d245fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.007326231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Service","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.06198025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ad3995-303c-47f8-aec0-128b002e5cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.061980552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d3026856-3500-4393-ab5f-ca669ee068b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.062575854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.063263042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"961b2111-f63c-4110-8854-6911774f6434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.063504284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab69bfa9-4f6b-43a1-a643-415d74266158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.063314174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8502423b-33d2-4c67-9e6b-2e82f2adc910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.11591334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.12358287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8502423b-33d2-4c67-9e6b-2e82f2adc910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.124425144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"d3026856-3500-4393-ab5f-ca669ee068b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.128693475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"961b2111-f63c-4110-8854-6911774f6434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.128717986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab69bfa9-4f6b-43a1-a643-415d74266158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.13229064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ad3995-303c-47f8-aec0-128b002e5cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.17120591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.171987191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94bfeea7-9e24-46b0-a222-aace2cef29dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.172357067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84113b22-eb73-4fe6-b5a8-037e45dd4638","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.195346477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab69bfa9-4f6b-43a1-a643-415d74266158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.195714794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ad3995-303c-47f8-aec0-128b002e5cc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.224092203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.280419024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.33426084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.353295049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"03d91a91-b0f1-4f24-8284-b7313ad093aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.38744158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.411505198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"03d91a91-b0f1-4f24-8284-b7313ad093aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.422266812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-91497f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-91497f","reconcileID":"0f0b5fcb-b203-4f11-ad1a-4d29bcb0ea57","namespace":"llm","name":"e2e-dft-refs-91497f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.439960668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1ab671","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.454018404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b65bdf52-d7dd-4430-8395-7321e8d62a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.498966197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1ab671"},"namespace":"ai-tenant-e2e-extmod-a-1ab671","name":"default-tenant","reconcileID":"c98a2354-8a6c-45e4-a2f1-93fa12981a6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1ab671","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.514151212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b65bdf52-d7dd-4430-8395-7321e8d62a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.526434703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9a10a75d-599f-4ab2-a03b-fdd00730cca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.586281851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"9a10a75d-599f-4ab2-a03b-fdd00730cca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.603676532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f4683983-27fc-4262-8a16-9757e2eb0a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.603781796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3862645a-1b62-4a38-afc7-377a61150f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.663437722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"3862645a-1b62-4a38-afc7-377a61150f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.663457505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"f4683983-27fc-4262-8a16-9757e2eb0a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.834336011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1f3844ec-b52c-461f-a126-0e12083883db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.893686422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"1f3844ec-b52c-461f-a126-0e12083883db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:06.939451718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e8a4da04-131d-4e9b-b110-920bb7eda37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.025744453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e8a4da04-131d-4e9b-b110-920bb7eda37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.043186922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dd743e-ff82-4b6e-b29f-bfadcb2aa783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.103568297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dd743e-ff82-4b6e-b29f-bfadcb2aa783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.147753747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0720e2-6811-4ce9-956d-7f691aaf491d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.147752157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"4a1e05fd-3b21-4ceb-92e5-4ae2992417db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.160924277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dd743e-ff82-4b6e-b29f-bfadcb2aa783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.206149232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"4a1e05fd-3b21-4ceb-92e5-4ae2992417db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.20775311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0720e2-6811-4ce9-956d-7f691aaf491d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.265560283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b0720e2-6811-4ce9-956d-7f691aaf491d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.277182589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"40291267-2203-420d-b9a4-5d65e72790d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.287376593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1ab671","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1ab671","reconcileID":"d2f6235f-d551-495c-8465-62bb33ed721b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1ab671","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1ab671"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.335212269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"40291267-2203-420d-b9a4-5d65e72790d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.339292927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"081618c2-29b4-4ab9-9a20-4f49788ccdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.390907255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"30b92073-aa06-4450-bd26-51bc58d22030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.398600229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"081618c2-29b4-4ab9-9a20-4f49788ccdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.439246582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"dd4b2bb3-7858-4b23-8051-c72a740a3252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.448553433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"30b92073-aa06-4450-bd26-51bc58d22030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.499318418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"dd4b2bb3-7858-4b23-8051-c72a740a3252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.627777875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"bd92d524-b78b-438f-a2a3-dc2db559f106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:07.738995219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"bd92d524-b78b-438f-a2a3-dc2db559f106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.006372241Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"c2c414e0-1d21-4ba0-b1ce-e021d86e77e8","namespace":"llm","name":"e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.078603792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"3a07c428-c929-4305-8306-79f7ad428de0","namespace":"llm","name":"e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.181732664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"081cedcc-1c0c-452c-94fe-fb51532b66f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.181791851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aefa9960-2fc4-4aa2-a8cb-894fdb0d31ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.184095407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7cfcde8c-89d2-4655-be39-4599b0119557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.184157176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d673a9c0-df01-4fb3-bd56-410e822f113d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.184645165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f8f48fc1-488d-4fd5-b1ba-2f20b034a748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.240648814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"081cedcc-1c0c-452c-94fe-fb51532b66f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.242352634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aefa9960-2fc4-4aa2-a8cb-894fdb0d31ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.243422515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"7cfcde8c-89d2-4655-be39-4599b0119557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.245939044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d673a9c0-df01-4fb3-bd56-410e822f113d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.246934543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f8f48fc1-488d-4fd5-b1ba-2f20b034a748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.299962026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aefa9960-2fc4-4aa2-a8cb-894fdb0d31ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.303252724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d673a9c0-df01-4fb3-bd56-410e822f113d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.381046972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"38b0ab90-b0ed-4c31-85eb-b4ca3163e95d","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"name":"e2e-dft-del-0d74a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.46197911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f72508ad-3ffa-4e30-aaff-ec1ad7ee9db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.483408511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9009d458-bd90-4595-853b-f65ccc0d4c59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.48439972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a61b2e1b-dc95-4eaa-bad0-73f9089c9bf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.497525872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91906b4d-7c85-468a-a20a-f967602b84d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.497553489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"91906b4d-7c85-468a-a20a-f967602b84d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.498024466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41c059c6-d855-4ce8-a107-568e942cb8a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.498041848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41c059c6-d855-4ce8-a107-568e942cb8a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.523820211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"f72508ad-3ffa-4e30-aaff-ec1ad7ee9db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.551166899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"0eeb9e00-6172-4050-8fd0-ae4b18197a03","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"name":"e2e-dft-del-0d74a2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.568350023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"23557d51-9656-4cb9-8665-081af701bbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.629651673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"23557d51-9656-4cb9-8665-081af701bbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.643096963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a14c014-001b-48cf-9a41-ec89b9b14d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.643535829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2650edcd-800d-4e11-9a63-780b58b6b389","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.643554865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2650edcd-800d-4e11-9a63-780b58b6b389","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.643808877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b57230e-1704-4c4f-a4f6-ae4b0792f757","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.643823798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b57230e-1704-4c4f-a4f6-ae4b0792f757","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.697001533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a14c014-001b-48cf-9a41-ec89b9b14d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.697518923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d9ce622-f49e-4069-9d72-ff119ba75239","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.697821916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7d9ce622-f49e-4069-9d72-ff119ba75239","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.766811739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60875801-8ed0-4935-8ced-0721dfa45ead","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.766978318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60875801-8ed0-4935-8ced-0721dfa45ead","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.767551839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1432857-7468-4b80-8d0e-ac8fe73ff354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.76762609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1432857-7468-4b80-8d0e-ac8fe73ff354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.768268469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40f1042d-c931-46a7-82bf-271c48b74f2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.768331485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40f1042d-c931-46a7-82bf-271c48b74f2b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.76870102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d6216249-cbb7-4606-9041-68ccaf2b6618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.769162448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cd6e6d31-b220-4f55-88db-e22fb6e205cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.769617589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"403f2ecc-03cd-4c8c-9a76-eaf67746cea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.769860896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a14c014-001b-48cf-9a41-ec89b9b14d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.830432311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a14c014-001b-48cf-9a41-ec89b9b14d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.853718817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d6216249-cbb7-4606-9041-68ccaf2b6618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.864206975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"cd6e6d31-b220-4f55-88db-e22fb6e205cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.87599585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"403f2ecc-03cd-4c8c-9a76-eaf67746cea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:08.94706152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c231859d-da8d-4120-b309-62da483f9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.008823004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"c231859d-da8d-4120-b309-62da483f9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.113077259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0f707d1d-5785-4b7f-9c52-fe9a3ada1804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.154000682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"d8825f8c-cfc4-408a-b83a-24c834956f6b","namespace":"llm","name":"e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.187669448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"0f707d1d-5785-4b7f-9c52-fe9a3ada1804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.213784624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"794488ef-1438-4f2a-8ea2-d25d7b0e4b07","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.213864366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"794488ef-1438-4f2a-8ea2-d25d7b0e4b07","MaaSModelRef":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"routeName":"external-model-e2e-dft-del-0d74a2-74be9468f859","namespace":"llm","model":"e2e-dft-del-0d74a2","externalModel":"e2e-dft-del-0d74a2","provider":"e2e-dft-del-0d74a2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.221562793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447520aa-5c17-460c-a21e-74e761ce1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.222190189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804208d7-561c-4932-823f-2cc8a27cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.222453021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"35dc7fd3-7882-4fd7-8f27-dd991a933c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.280807639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804208d7-561c-4932-823f-2cc8a27cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.282209466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"35dc7fd3-7882-4fd7-8f27-dd991a933c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.283443958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447520aa-5c17-460c-a21e-74e761ce1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.341982286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804208d7-561c-4932-823f-2cc8a27cd7df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.345123203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"447520aa-5c17-460c-a21e-74e761ce1d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.423082961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b4480d35-a123-4b5f-97bc-fd3e4233dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.48136288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"b4480d35-a123-4b5f-97bc-fd3e4233dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.527600385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"07e661a5-cca2-4f2e-ae20-57c684b26f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.527865838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"81beafd5-ef98-4485-9dae-eb92a449d1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.527611775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"eafb6b23-0c7c-4f1f-a210-d1652bc7c8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.586498126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"81beafd5-ef98-4485-9dae-eb92a449d1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.586640127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"07e661a5-cca2-4f2e-ae20-57c684b26f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.589181697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"eafb6b23-0c7c-4f1f-a210-d1652bc7c8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.724030189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6d967589-d747-4a43-98d4-5ee3d57bb4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.78349852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"6d967589-d747-4a43-98d4-5ee3d57bb4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.858861522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"891d2f02-cac4-4bdb-9e29-a50f442c1200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.912337954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"6bb7e912-7c23-46f9-ae99-4b50e2bd3ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.912528082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d229b49e-539a-4818-96ed-d15ee802de24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.913061104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9a88c70c-6ad3-45cd-808b-cb9f27fd432d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.970577937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"d229b49e-539a-4818-96ed-d15ee802de24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.970854706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"6bb7e912-7c23-46f9-ae99-4b50e2bd3ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.97387571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9a88c70c-6ad3-45cd-808b-cb9f27fd432d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:09.974145699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"891d2f02-cac4-4bdb-9e29-a50f442c1200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.194331824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca38286-4fb5-416c-9b17-5bff261eeab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.282779683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca38286-4fb5-416c-9b17-5bff261eeab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.378079903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ca38286-4fb5-416c-9b17-5bff261eeab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.428305323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b7930c-2d5e-4695-9a17-de2ead66e412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.428297535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"71b1562c-f889-490d-a873-d200e25165e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.492362998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"71b1562c-f889-490d-a873-d200e25165e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.494128194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b7930c-2d5e-4695-9a17-de2ead66e412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.550822234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b7930c-2d5e-4695-9a17-de2ead66e412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.934946198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493661b3-426b-4913-9fc5-d5ee8d64e818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:10.989180773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493661b3-426b-4913-9fc5-d5ee8d64e818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:11.042782168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493661b3-426b-4913-9fc5-d5ee8d64e818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:11.149763328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"493661b3-426b-4913-9fc5-d5ee8d64e818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:13.622215471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.695979916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"0a5dee1c-1451-4d2a-9219-38d229d310b1","namespace":"llm","name":"e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.74898468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae301a1a-8766-4b54-8dd1-0c5fc8d942e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749007924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ae301a1a-8766-4b54-8dd1-0c5fc8d942e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.74933785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f63fd18c-7918-4b8e-8bf8-3f0c49e5b768","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749354436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f63fd18c-7918-4b8e-8bf8-3f0c49e5b768","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749615047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf01d0fc-ec76-4c9c-ad56-a650f5ffd0b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749628451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf01d0fc-ec76-4c9c-ad56-a650f5ffd0b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749972422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a5869f0-c9a1-4366-bd4b-78bfde5fa16c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.749990089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a5869f0-c9a1-4366-bd4b-78bfde5fa16c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750253083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18e7692-2c27-46e2-9044-3636190fd1b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750266059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e18e7692-2c27-46e2-9044-3636190fd1b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.75049593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88fc0f29-36f3-4927-a419-17f56c1bf838","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750507965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88fc0f29-36f3-4927-a419-17f56c1bf838","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750733618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5a7725e-0b98-4be4-a279-a3418596115f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750745098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5a7725e-0b98-4be4-a279-a3418596115f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750976111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68de9fa-dcd5-465a-8ffd-4127d1f0696e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.750988874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68de9fa-dcd5-465a-8ffd-4127d1f0696e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.855715667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"548c73c8-40e7-41d3-874b-d31cb6d467d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.855948288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"deccb076-fb07-4cf2-ba93-727ae8d7b501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.855725442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"036aaa73-ab2f-473c-a79a-b50833370364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.856994031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea7ba35-cfff-4c3f-8575-62a9525c7173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.857051643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"68136269-c186-4c81-be19-56b7b3fb4939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.917868524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"036aaa73-ab2f-473c-a79a-b50833370364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.918182367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"68136269-c186-4c81-be19-56b7b3fb4939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.921822518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"deccb076-fb07-4cf2-ba93-727ae8d7b501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.922368541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"548c73c8-40e7-41d3-874b-d31cb6d467d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.925901019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea7ba35-cfff-4c3f-8575-62a9525c7173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.96474771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e50b1e9f-277a-4495-92a3-904cdbce85d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.96475374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b4cd814-91f6-4270-a376-0c742f11ea52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.981239793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"548c73c8-40e7-41d3-874b-d31cb6d467d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:14.985537457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea7ba35-cfff-4c3f-8575-62a9525c7173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.129918501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb48791-a17f-487b-bcaf-14dbf5da37ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.182660001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb48791-a17f-487b-bcaf-14dbf5da37ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.183020857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c545dc9c-bf7b-4fc1-bede-bef75b71edc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.190451797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-0d74a2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-0d74a2","reconcileID":"a2798822-96c5-4578-b56b-b0e1f6fc3b8a","namespace":"llm","name":"e2e-dft-del-0d74a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.236486878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb48791-a17f-487b-bcaf-14dbf5da37ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.290324583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb48791-a17f-487b-bcaf-14dbf5da37ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.290449394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9a92ba12-da54-492d-a0f4-48b8ff400e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.296950213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"c545dc9c-bf7b-4fc1-bede-bef75b71edc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.360805817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d778cf20-b29c-4dc2-b976-0f795017620e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.366378668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9a92ba12-da54-492d-a0f4-48b8ff400e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.412631764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"be9dad5e-8f1d-433d-8c5c-7d6a2800b2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.418904722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d778cf20-b29c-4dc2-b976-0f795017620e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.473977945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"be9dad5e-8f1d-433d-8c5c-7d6a2800b2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.515031277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8f6747c9-b7c6-4f39-9b7d-ff7011f570e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.573322257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"8f6747c9-b7c6-4f39-9b7d-ff7011f570e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.615942959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b852f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b852f1","reconcileID":"c8e77b02-18f6-45b3-b65b-dd7ed7d8313d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b852f1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b852f1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.672730671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"f18181e7-c99c-4c59-9dcc-5ff614a8c126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.731035343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"f18181e7-c99c-4c59-9dcc-5ff614a8c126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.773476022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a20d884a-5d78-4508-bfd2-b983906a4ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.835455333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"a20d884a-5d78-4508-bfd2-b983906a4ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.874629524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd27f216-c1dc-489b-812b-9853a05cc074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.934918916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd27f216-c1dc-489b-812b-9853a05cc074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.992607133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83fdf26e-1a48-4cb3-92c2-5bd67606761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:15.99260793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"10adf49b-21d5-408c-972f-4bb4f0516db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.005457435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd27f216-c1dc-489b-812b-9853a05cc074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.063628606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83fdf26e-1a48-4cb3-92c2-5bd67606761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.078366499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"10adf49b-21d5-408c-972f-4bb4f0516db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.127055158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83fdf26e-1a48-4cb3-92c2-5bd67606761a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.183706378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"e21d4873-c283-48ca-891f-f7f6cbcf543a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.212521959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"9a6ce0f1-a3ca-4faa-8b64-78bd35603705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.243803897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"e21d4873-c283-48ca-891f-f7f6cbcf543a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.276209278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"9a6ce0f1-a3ca-4faa-8b64-78bd35603705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.290250744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b54c240e-dedf-49d4-805f-1df47c454937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.290289569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a70edc24-902f-46e8-b80c-725fe3c067e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.351795408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"b54c240e-dedf-49d4-805f-1df47c454937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.35191238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"a70edc24-902f-46e8-b80c-725fe3c067e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.565652293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de75b30c-164a-454f-8a9d-543ac0e00bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.625881668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de75b30c-164a-454f-8a9d-543ac0e00bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.735041733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9bea1ff6-b5f6-42d3-b7c1-b61a1785fc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.735068989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"5a0c641f-98c4-4463-a87e-9a48d59b9df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.804361668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"9bea1ff6-b5f6-42d3-b7c1-b61a1785fc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:16.810102808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"5a0c641f-98c4-4463-a87e-9a48d59b9df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.302585705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d71458-ee5c-41a7-8d8c-7bf6c8369037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.302663582Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","namespace":"ai-tenant-e2e-extmod-a-a0f668","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.302739736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","namespace":"ai-tenant-e2e-extmod-a-a0f668","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.302816031Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","tenant":"e2e-extmod-a-a0f668","tenantID":"e2e-extmod-a-a0f668","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.355180365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d71458-ee5c-41a7-8d8c-7bf6c8369037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.408518322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d71458-ee5c-41a7-8d8c-7bf6c8369037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.416407671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a0f668","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.463570763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d71458-ee5c-41a7-8d8c-7bf6c8369037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.563908769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Service","name":"maas-api-e2e-extmod-a-a0f668","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.626537629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a0f668","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.683708844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a0f668","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.761429745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.821917137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.881699445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.937449794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:17.989530684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.042748497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.095330017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Service","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.147657074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.199851146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.251933111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.304080655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.361098869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.413499498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.465538318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.553092363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a0f668","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.606528734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a0f668"},"namespace":"ai-tenant-e2e-extmod-a-a0f668","name":"default-tenant","reconcileID":"c12de3f1-037e-47f7-9201-ab075cf8b538","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a0f668","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.664251108Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","namespace":"ai-tenant-e2e-extmod-a-618991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.664310784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","namespace":"ai-tenant-e2e-extmod-a-618991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.664361487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","tenant":"e2e-extmod-a-618991","tenantID":"e2e-extmod-a-618991","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.718925572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-618991","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.779436102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Service","name":"maas-api-e2e-extmod-a-618991","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.887710259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-618991","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:18.94218304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-618991","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.000544079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.057003263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.114743793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.179919737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.205311764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"4bb5c57b-ef15-4843-8135-4d25520fcdf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.233331577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.285845273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.309586596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"9d26da9a-b4fc-4665-8948-dc9ddd8fe17f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.338919136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Service","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.391281199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.438440129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"552ec8e2-4577-4cab-87bb-6ff835824420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.443312358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.453822841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812cde8d-66b9-4ed3-b97b-611be9ae5e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.506409221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.506569074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812cde8d-66b9-4ed3-b97b-611be9ae5e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.558503512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.559360058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812cde8d-66b9-4ed3-b97b-611be9ae5e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.559909961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"abdfa27c-046b-4fdc-ac7d-064e2c80efd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.613009296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"812cde8d-66b9-4ed3-b97b-611be9ae5e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.618530542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.67141985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.723597917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.772802164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"650f0f96-04c4-48ec-a466-b241f32d4c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.783150596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-618991","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.837180722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"f719e418-256e-48a1-b163-5ba5834fc3d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.890130625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-618991"},"namespace":"ai-tenant-e2e-extmod-a-618991","name":"default-tenant","reconcileID":"9918d042-f51d-4957-80f1-8ca565e121a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-618991","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.946923071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"246ec6b4-f4c3-495b-8ad3-cce6cc177c3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.9496918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","namespace":"ai-tenant-e2e-autores-ff0201","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.949784595Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","namespace":"ai-tenant-e2e-autores-ff0201","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:19.949889517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","tenant":"e2e-autores-ff0201","tenantID":"e2e-autores-ff0201","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.003991228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Deployment","name":"maas-api-e2e-autores-ff0201","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.029742793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"7ecebd81-d3e8-4939-9fab-0713a6b3c520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.074473275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Service","name":"maas-api-e2e-autores-ff0201","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.136141006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-ff0201","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.191332982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-ff0201","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.249896587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.307621228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f45852bb-46ec-4eef-8eda-ea55b59df6ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.307887741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.36623022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.422015607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.474682709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Deployment","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.527377697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.564757994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa42159f-2b42-4fd9-9826-760e93c16a58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.58111542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Service","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.633597778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"Service","name":"payload-pre-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.788977982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"4b8d9385-398b-4b58-8fe7-9a550339b4dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.822631731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"DestinationRule","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.875666146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.928458414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.929526871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"ce59e3e7-3634-4b08-a0a4-1167baf772b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:20.985002787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.039197177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.10736176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.160152711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-ff0201","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.212465474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-ff0201"},"namespace":"ai-tenant-e2e-autores-ff0201","name":"default-tenant","reconcileID":"1a760754-b557-48eb-80d2-f6d8e73fd129","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-ff0201","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.648290964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6bfc9-759f-400f-97c1-88a847922fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.702446211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6bfc9-759f-400f-97c1-88a847922fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.755485748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6bfc9-759f-400f-97c1-88a847922fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.808097031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebd6bfc9-759f-400f-97c1-88a847922fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:21.980922684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-ff0201","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-ff0201","reconcileID":"75c0c2c0-a3ef-4414-bb7a-8ca366580677","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-ff0201","removed":["maas.opendatahub.io/gateway-access-e2e-autores-ff0201"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:23.719148879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57517d8a-c355-42d1-af37-fb56a2eb2d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:23.771928125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57517d8a-c355-42d1-af37-fb56a2eb2d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:23.824654468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57517d8a-c355-42d1-af37-fb56a2eb2d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:23.877281577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57517d8a-c355-42d1-af37-fb56a2eb2d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:25.383509568Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0f668","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0f668","reconcileID":"53f92b92-d025-4b82-98a4-6d611af4aed6","aitenant":"ai-tenants/e2e-extmod-a-a0f668","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:25.9715844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ec806b-b4b0-443d-a723-2e082c49ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.024379485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ec806b-b4b0-443d-a723-2e082c49ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.077046747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ec806b-b4b0-443d-a723-2e082c49ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.130021626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ec806b-b4b0-443d-a723-2e082c49ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.233889806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bde04ebc-7622-49b4-a74b-49721ba05533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.243772519Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a0f668","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a0f668","reconcileID":"53f92b92-d025-4b82-98a4-6d611af4aed6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a0f668","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a0f668"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.292295166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bde04ebc-7622-49b4-a74b-49721ba05533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.348927312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faabbe5c-90fc-4920-bbd8-cab48cec25a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.348982318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bde04ebc-7622-49b4-a74b-49721ba05533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.408889656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faabbe5c-90fc-4920-bbd8-cab48cec25a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.409188866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2eb154f-fa1a-49a2-9f5d-56f71496fc49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.40920539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2eb154f-fa1a-49a2-9f5d-56f71496fc49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.466399888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faabbe5c-90fc-4920-bbd8-cab48cec25a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.525753744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5bd38f7-58a2-4fac-abfc-41be04c66664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:26.525780194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5bd38f7-58a2-4fac-abfc-41be04c66664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:27.310524246Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-618991","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-618991","reconcileID":"11ff972f-bae9-458d-ab36-9181c8391d63","aitenant":"ai-tenants/e2e-extmod-a-618991","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:28.077313841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-618991","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-618991","reconcileID":"11ff972f-bae9-458d-ab36-9181c8391d63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-618991","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-618991"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:28.108025392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec22eba-4946-463b-b7de-67eb430eacfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:28.161549749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec22eba-4946-463b-b7de-67eb430eacfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:28.215083388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec22eba-4946-463b-b7de-67eb430eacfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:28.267652092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec22eba-4946-463b-b7de-67eb430eacfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:30.230221831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe4e66-a629-4a66-bfb8-95aff837b413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:30.283664538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe4e66-a629-4a66-bfb8-95aff837b413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:30.336282497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe4e66-a629-4a66-bfb8-95aff837b413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:30.389091879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe4e66-a629-4a66-bfb8-95aff837b413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:33.229308198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4aba1-39bd-4a6c-b093-7f293b6f6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:33.281959057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4aba1-39bd-4a6c-b093-7f293b6f6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:33.334350348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4aba1-39bd-4a6c-b093-7f293b6f6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:33.386865911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4aba1-39bd-4a6c-b093-7f293b6f6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:33.692428009Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cea9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cea9f","reconcileID":"104a3b40-677f-4747-a70b-18bbc1f6185b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cea9f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-5cea9f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:35.342580941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e156bfd-c6ab-4f4a-ab09-acde2cd67576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:35.394977023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e156bfd-c6ab-4f4a-ab09-acde2cd67576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:35.447896741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e156bfd-c6ab-4f4a-ab09-acde2cd67576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:35.501791713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e156bfd-c6ab-4f4a-ab09-acde2cd67576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.667644876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20a2647e-0982-499b-bdd0-54fe826644a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.719924622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576bccec-f23d-468f-84b1-49accb4f0789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.726512395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20a2647e-0982-499b-bdd0-54fe826644a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.787510112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576bccec-f23d-468f-84b1-49accb4f0789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.795105493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20a2647e-0982-499b-bdd0-54fe826644a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:36.857236046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576bccec-f23d-468f-84b1-49accb4f0789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:37.440873504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a175575e-5329-40f2-9f2a-da3db28e3cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:37.493734522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a175575e-5329-40f2-9f2a-da3db28e3cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:37.546488816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a175575e-5329-40f2-9f2a-da3db28e3cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:37.599182028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a175575e-5329-40f2-9f2a-da3db28e3cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:39.540876135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a96304-ddac-4306-8aeb-1b2c24cf1f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:39.593267575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a96304-ddac-4306-8aeb-1b2c24cf1f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:39.646111947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a96304-ddac-4306-8aeb-1b2c24cf1f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:39.698925493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a96304-ddac-4306-8aeb-1b2c24cf1f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:39.824850197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-44f5d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-44f5d9","reconcileID":"703bc846-4ad0-4e91-a161-ee68591e9e10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-44f5d9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-44f5d9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:41.634641604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f084ffb8-30b2-4330-8026-8a557f0918bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:41.688134973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f084ffb8-30b2-4330-8026-8a557f0918bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:41.741190284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f084ffb8-30b2-4330-8026-8a557f0918bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:41.794492171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f084ffb8-30b2-4330-8026-8a557f0918bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:43.621872659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:46.988333745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137a5ea2-9d05-4df1-a4e6-6ee9e8ed7c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.047809702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137a5ea2-9d05-4df1-a4e6-6ee9e8ed7c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.09024427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4c436fd-5e67-4686-b721-bb4897d6c389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.107885972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137a5ea2-9d05-4df1-a4e6-6ee9e8ed7c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.151190349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4c436fd-5e67-4686-b721-bb4897d6c389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.209777274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4c436fd-5e67-4686-b721-bb4897d6c389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.426143964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5b919-2bb3-496e-9863-879d6e0030d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.48115301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5b919-2bb3-496e-9863-879d6e0030d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.534239547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5b919-2bb3-496e-9863-879d6e0030d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:47.591152272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5b919-2bb3-496e-9863-879d6e0030d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:49.597368239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d7923-7dd6-4ca1-b28d-fe8aaddb9065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:49.651488406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d7923-7dd6-4ca1-b28d-fe8aaddb9065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:49.709118575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d7923-7dd6-4ca1-b28d-fe8aaddb9065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:49.761725521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50d7923-7dd6-4ca1-b28d-fe8aaddb9065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:51.765744447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cea590-4892-48fc-bbef-996c03ec1b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:51.819343678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cea590-4892-48fc-bbef-996c03ec1b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:51.871950492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cea590-4892-48fc-bbef-996c03ec1b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:51.925447209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83cea590-4892-48fc-bbef-996c03ec1b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.26727531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08cf562c-f695-4126-bf13-c27c495e0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.327513439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08cf562c-f695-4126-bf13-c27c495e0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.367632067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a37324-80c1-4b4c-a147-c9838beb1db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.388340652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08cf562c-f695-4126-bf13-c27c495e0344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.426176653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a37324-80c1-4b4c-a147-c9838beb1db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:32:57.483531931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a37324-80c1-4b4c-a147-c9838beb1db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.54659323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d721a559-ad73-4c0c-a273-1991bc39bbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.604411917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d721a559-ad73-4c0c-a273-1991bc39bbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.647439493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1129172-e3b3-4ef3-bb17-23e7a4750ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.706014456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1129172-e3b3-4ef3-bb17-23e7a4750ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.879465839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc7b09e8-7241-4a70-b1a6-c55325591239","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.87948974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc7b09e8-7241-4a70-b1a6-c55325591239","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.984295623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fbf423a-2b9d-4983-801e-ecbeb0441f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:07.984319045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fbf423a-2b9d-4983-801e-ecbeb0441f84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:13.621925247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:32.454867054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"762f9cfa-4e71-4bca-8d74-964f6230fef3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:32.574298209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"a53aa80b-461d-4bfb-877f-d78dfd212f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.005125493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"d1be692f-bbe8-4639-ae7e-cb91ea6a43bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.107396579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"a32a86cf-af16-41c6-93a0-7f4cb6b2c855","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.127121125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"44bc7ac9-1091-4556-80aa-048de00641ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.210149516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33d19ecc-d4e2-4cf3-9620-f86f946d1365","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.489406785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"d89f945e-0eee-44dc-a18a-274b3014d705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.589537181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b510c40-c2fb-47d8-b880-9241e4e4e408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.692115651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"a5eb7f13-162f-4024-86bd-a9ee84301128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:33.851216901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"441f839a-b77d-4830-b4ae-35493f3ba50f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:34.031261445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3c392605-6bfe-4eef-a21a-13537d5b0ff6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:34.132310342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"ec87d858-8901-4250-997e-fb71a78f68a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:43.627901265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.221344934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"f0a61056-1ca5-43ad-a8d7-97570af0cea7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b852f1","tenantID":"e2e-inf-a-b852f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.34142989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"f0a61056-1ca5-43ad-a8d7-97570af0cea7","name":"e2e-inf-a-b852f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.400085541Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","namespace":"ai-tenant-e2e-extmod-b-56af52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.400154701Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","namespace":"ai-tenant-e2e-extmod-b-56af52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.400209803Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","tenant":"e2e-extmod-b-56af52","tenantID":"e2e-extmod-b-56af52","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.454901597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Deployment","name":"maas-api-e2e-extmod-b-56af52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.517437482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Service","name":"maas-api-e2e-extmod-b-56af52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.579444045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-56af52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.634405016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-56af52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.690092093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.745113343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.802758827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.857688002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.911130758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:46.963652751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.016112061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Service","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.068554545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.121882123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.174013552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.226254461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.285025742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.337690178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.392379161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.45394286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-56af52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:47.508329099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56af52"},"namespace":"ai-tenant-e2e-extmod-b-56af52","name":"default-tenant","reconcileID":"e1fb8158-3ffc-41db-91cf-c872ec759048","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-56af52","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.000252437Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56af52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56af52","reconcileID":"ab0854ef-4d9d-4021-9eb3-0c06507aa38f","aitenant":"ai-tenants/e2e-extmod-b-56af52","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.574911817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00aff21-281d-40e7-8d3d-996052b48458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.627661181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00aff21-281d-40e7-8d3d-996052b48458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.680388315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00aff21-281d-40e7-8d3d-996052b48458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.734274221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00aff21-281d-40e7-8d3d-996052b48458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:51.848069864Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56af52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56af52","reconcileID":"ab0854ef-4d9d-4021-9eb3-0c06507aa38f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56af52","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-56af52"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:53.680597927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09915382-6cc4-4a9c-ab90-03ab8fa5823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:53.733310807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09915382-6cc4-4a9c-ab90-03ab8fa5823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:53.787089772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09915382-6cc4-4a9c-ab90-03ab8fa5823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:53.840262829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09915382-6cc4-4a9c-ab90-03ab8fa5823d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.600775967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"d238a87c-454c-49d3-b713-084c5ea6d908","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cea9f","tenantID":"e2e-inf-a-5cea9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.7207969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"d238a87c-454c-49d3-b713-084c5ea6d908","name":"e2e-inf-a-5cea9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.7827185Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","namespace":"ai-tenant-e2e-extmod-b-873d26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.782790685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","namespace":"ai-tenant-e2e-extmod-b-873d26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.782886741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","tenant":"e2e-extmod-b-873d26","tenantID":"e2e-extmod-b-873d26","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.839542166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-873d26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.905401136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Service","name":"maas-api-e2e-extmod-b-873d26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.913049505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01248a67-27dd-4007-b868-b61e2b74e6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.966118387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01248a67-27dd-4007-b868-b61e2b74e6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:57.980636787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-873d26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.019342015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01248a67-27dd-4007-b868-b61e2b74e6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.072729649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01248a67-27dd-4007-b868-b61e2b74e6a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.078675016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-873d26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.134723707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.191155192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.250429732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.348538871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.401949763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.454394875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.506604492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Service","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.558794362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.611735476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.6713228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.723871568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.789482293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.842047961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.894227391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.923988953Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2b6f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2b6f3","reconcileID":"2c97deb5-6f11-4fcc-8fa9-3237550cff80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d2b6f3","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d2b6f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.947214451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-873d26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:33:58.999330968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-873d26"},"namespace":"ai-tenant-e2e-extmod-b-873d26","name":"default-tenant","reconcileID":"7436ee56-5773-496a-a3fb-18c0aa1aa67a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-873d26","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:00.219186503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a357ca03-076c-4dbe-bed9-21a8e7692157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:00.271658248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a357ca03-076c-4dbe-bed9-21a8e7692157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:00.324286318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a357ca03-076c-4dbe-bed9-21a8e7692157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:00.376748575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a357ca03-076c-4dbe-bed9-21a8e7692157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:02.299644964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e965683-d6f3-4b4e-8068-151b86e8d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:02.352315522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e965683-d6f3-4b4e-8068-151b86e8d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:02.404683505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e965683-d6f3-4b4e-8068-151b86e8d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:02.457162844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e965683-d6f3-4b4e-8068-151b86e8d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:03.527903683Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-873d26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-873d26","reconcileID":"b29b257f-1fda-4c2e-9d7a-dafff2d5486a","aitenant":"ai-tenants/e2e-extmod-b-873d26","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.334973005Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-873d26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-873d26","reconcileID":"b29b257f-1fda-4c2e-9d7a-dafff2d5486a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-873d26","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-873d26"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.388182693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8ac1d7-686a-4293-8a89-950ad05d9430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.441357807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8ac1d7-686a-4293-8a89-950ad05d9430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.494209922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8ac1d7-686a-4293-8a89-950ad05d9430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.54656212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"c3cbef96-fcbf-4f43-8eb9-90f5c7edc1f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-44f5d9","tenantID":"e2e-extmod-a-44f5d9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.547044794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8ac1d7-686a-4293-8a89-950ad05d9430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:04.670129424Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"c3cbef96-fcbf-4f43-8eb9-90f5c7edc1f1","name":"e2e-extmod-a-44f5d9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:06.495897805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b483d5d-7918-4755-8c59-8208ac241add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:06.548518534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b483d5d-7918-4755-8c59-8208ac241add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:06.600999199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b483d5d-7918-4755-8c59-8208ac241add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:06.653746572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b483d5d-7918-4755-8c59-8208ac241add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.034050553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"3acee88f-5300-4ab4-9e55-7c5cf6953497","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.153377392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2a640a3a-d97a-43d4-93c5-2631d046ac89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.274251628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"0f2a2791-6d4f-4c41-b46f-134462dfca93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.462282198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da9ef6c7-39ea-47ba-9667-f354dd23fbb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.643630261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"a544b254-f6fa-4d53-895e-94bf6676e7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.822465839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"858519bc-9ab3-406c-941a-6355caea542f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.92325527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"e5933bbb-32c8-47bd-b5c6-7e01a2c7c982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:09.944176761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"201a2d11-509a-4114-a112-32a3964f1505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:10.025898507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"0110be99-ed46-4aa6-aa0c-20abdc39ae5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:10.143531519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"b66c8a01-5e43-422f-9a73-61eae5408dd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:10.308458606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6c49c437-8db6-43f5-af6a-171be451efdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:10.431595503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"bec8e677-9efe-42fb-bcd0-8296bdf163fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:13.622646457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:21.132035954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaed80c-fe4c-4fda-a269-6a6bab194c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:21.184885498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaed80c-fe4c-4fda-a269-6a6bab194c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:21.237401336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaed80c-fe4c-4fda-a269-6a6bab194c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:21.290093532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deaed80c-fe4c-4fda-a269-6a6bab194c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:21.663225888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8487b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8487b1","reconcileID":"43ac8fc2-d85e-4518-ac59-e1481f97e432","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8487b1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8487b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:23.233977685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae03320-bcb1-4f4f-a2e3-06cb085f96cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:23.286755455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae03320-bcb1-4f4f-a2e3-06cb085f96cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:23.339499809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae03320-bcb1-4f4f-a2e3-06cb085f96cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:23.391850875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae03320-bcb1-4f4f-a2e3-06cb085f96cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:25.344916123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fa97a7-20c5-4e93-9afb-00c4b4f7182b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:25.398432224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fa97a7-20c5-4e93-9afb-00c4b4f7182b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:25.45641486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fa97a7-20c5-4e93-9afb-00c4b4f7182b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:25.510744772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71fa97a7-20c5-4e93-9afb-00c4b4f7182b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:27.422058645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be204b-feec-471d-9f33-d4de8078c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:27.474592278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be204b-feec-471d-9f33-d4de8078c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:27.527199275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be204b-feec-471d-9f33-d4de8078c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:27.579742517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6be204b-feec-471d-9f33-d4de8078c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:29.487234837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe25f512-ea24-4675-889d-c7bcce084d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:29.539821681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe25f512-ea24-4675-889d-c7bcce084d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:29.592391858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe25f512-ea24-4675-889d-c7bcce084d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:29.645346015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe25f512-ea24-4675-889d-c7bcce084d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:31.608087727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365c410f-8bf7-43c9-a8c6-ae3bfdf1f3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:31.662722635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365c410f-8bf7-43c9-a8c6-ae3bfdf1f3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:31.715923176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365c410f-8bf7-43c9-a8c6-ae3bfdf1f3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:31.768695716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"365c410f-8bf7-43c9-a8c6-ae3bfdf1f3d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:43.622622549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:59.668043388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"e8518a07-1313-40fd-b336-bbfc8bef0fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:59.768518304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"a661d268-7901-47a1-bf51-237a16c87148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:34:59.906392331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"be6e509e-f134-41a9-b86c-84701974b3ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.006615116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"e6c38023-75f1-4b81-a121-52ca657678fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.02637744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"c946781c-7aba-4c2a-98ce-1aad56772305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.208591854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31491bb9-a950-4705-848c-0e0685420fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.516153044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"24475028-9279-4651-a428-c54496d99a6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.636267118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"fa211f77-c179-4d9a-988d-126ede18e1ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:00.853154231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cd4e72e-f805-45a1-8cf4-dcd243f91f78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:01.27890918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"59dc567c-98b0-4089-b783-d77bebf0277d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:01.398864476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"edc5faf6-e20a-4319-a88d-9a389cb1f80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:01.510993489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"0d3dfc99-3038-4854-badd-189c0eadc25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:13.622672099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:15.838394965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d10f8c-913a-479c-940b-603971b1e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:15.891236136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d10f8c-913a-479c-940b-603971b1e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:15.943754331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d10f8c-913a-479c-940b-603971b1e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:15.996340155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d10f8c-913a-479c-940b-603971b1e332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:17.925963504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f2e4aa-6cb0-468b-ba65-d0f7a649b478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:17.978859166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f2e4aa-6cb0-468b-ba65-d0f7a649b478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:18.031663787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f2e4aa-6cb0-468b-ba65-d0f7a649b478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:18.084428363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f2e4aa-6cb0-468b-ba65-d0f7a649b478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:25.782403124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78038905-4d00-420c-86ad-f5336aecd2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:25.837068371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78038905-4d00-420c-86ad-f5336aecd2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:25.889680064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78038905-4d00-420c-86ad-f5336aecd2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:25.943502816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78038905-4d00-420c-86ad-f5336aecd2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:27.86333518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167df549-013b-4f80-aab6-5faf738513b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:27.92036718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167df549-013b-4f80-aab6-5faf738513b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:27.973808799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167df549-013b-4f80-aab6-5faf738513b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:28.026333674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"167df549-013b-4f80-aab6-5faf738513b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:29.103717373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"16b8066b-0926-4d86-a752-49406b791d64","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d2b6f3","tenantID":"e2e-inf-a-d2b6f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:29.247294877Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"16b8066b-0926-4d86-a752-49406b791d64","name":"e2e-inf-a-d2b6f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:29.97897857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34150a9e-448e-4f6f-a109-8e00b872f875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:30.032264063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34150a9e-448e-4f6f-a109-8e00b872f875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:30.084743797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34150a9e-448e-4f6f-a109-8e00b872f875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:30.137639519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34150a9e-448e-4f6f-a109-8e00b872f875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:36.23541247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6f0a5f-b0d9-49e3-88a9-af84975ae109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:36.288303761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6f0a5f-b0d9-49e3-88a9-af84975ae109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:36.341007144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6f0a5f-b0d9-49e3-88a9-af84975ae109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:36.393586297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6f0a5f-b0d9-49e3-88a9-af84975ae109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:38.301953653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f23b59-13b4-4b69-b27e-667d5d5751c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:38.354580762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f23b59-13b4-4b69-b27e-667d5d5751c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:38.407411262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f23b59-13b4-4b69-b27e-667d5d5751c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:38.460144382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f23b59-13b4-4b69-b27e-667d5d5751c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:40.366793311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c1ef4-1d09-4720-a11d-99dc29092961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:40.419826029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c1ef4-1d09-4720-a11d-99dc29092961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:40.472428923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c1ef4-1d09-4720-a11d-99dc29092961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:40.525948213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543c1ef4-1d09-4720-a11d-99dc29092961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:42.432587819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407b4d19-03ea-494a-a1c3-c1e62532ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:42.487041712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407b4d19-03ea-494a-a1c3-c1e62532ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:42.540092152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407b4d19-03ea-494a-a1c3-c1e62532ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:42.593219152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407b4d19-03ea-494a-a1c3-c1e62532ac96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:43.198677403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-33c558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-33c558","reconcileID":"eff1288d-0b6c-4ffb-8082-f5ab487e4b91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-33c558","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-33c558":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:43.626342642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:44.515465335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763ea57a-72b9-47be-92d3-ac4b5dd95beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:44.568163323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763ea57a-72b9-47be-92d3-ac4b5dd95beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:44.621129634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763ea57a-72b9-47be-92d3-ac4b5dd95beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:44.673844808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"763ea57a-72b9-47be-92d3-ac4b5dd95beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:46.598922579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fa989-21c1-4c8e-b3a5-7eceb5938e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:46.656232799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fa989-21c1-4c8e-b3a5-7eceb5938e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:46.713305117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fa989-21c1-4c8e-b3a5-7eceb5938e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:46.766105863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fa989-21c1-4c8e-b3a5-7eceb5938e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:47.721905343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"0466aa8d-9f2a-417a-b9cf-fa4cd2c60379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:47.826520607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"85baf8c6-0222-4d4d-b180-b72839f79a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.064215348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"f8d2fd5c-ee26-4af7-b9e7-1176418cbc1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.1286012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"1f051830-cfa0-483e-ad48-ae3914034599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.211549245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"87068729-7759-4f50-99fb-2b3b255a0046","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.26856375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3aceaa2b-9b91-4efe-985f-e0e617f3a9bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.457232432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58c1d580-c251-499b-a831-7324c9a084e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.557518697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"1452745c-0636-4337-bbea-ea33251c691f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.738105987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4a76fb-950d-499e-9cbb-8d26a57e8391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.790743848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4a76fb-950d-499e-9cbb-8d26a57e8391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.843475563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4a76fb-950d-499e-9cbb-8d26a57e8391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:48.895965515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba4a76fb-950d-499e-9cbb-8d26a57e8391","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:49.00217356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"781f81aa-9d61-433a-ab29-ce117b6e71b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:49.055124954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"b626f9f7-e747-425d-bfb9-66d2a78bad57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:49.127635435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"767d8647-bfa5-4014-a311-507d3bde06e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:49.232791692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"1e5751df-531e-4f24-96a9-a4ba99e8e6d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:54.955279967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"5264670a-ab20-49b1-8145-f8cdf30b382e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8487b1","tenantID":"e2e-inf-a-8487b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:35:55.075322337Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"5264670a-ab20-49b1-8145-f8cdf30b382e","name":"e2e-inf-a-8487b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:13.621886692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:36.74293172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"6e69ad85-da9e-40a5-a621-7b7b12793dee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:36.842421063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"f9c8fc64-e410-46e1-9b66-f3a985eb680b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:36.943442427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"9476cb48-1d97-4695-af98-4884c96afe75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.049276317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"37ca1692-e231-41aa-a5b2-be63301a5178","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.149721544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"c28a1c3f-69bd-4b5f-aba0-d9071da4dd4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.249248135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"0743b0f4-058a-4573-af74-ca4b42e780fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.469270645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"d4f0a2ac-231b-4e1b-bdf4-a9622348ed01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.570092785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82c8ef89-1648-4595-89fe-c2e0077f543a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.670298096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d55e72ef-556d-4198-a561-e752f6190cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.772957874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"5f32b933-c523-4624-bf65-3e97a5d0af1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:37.893304176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"01c4a27d-2a55-4407-9b5f-8ef4880ab8bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:38.194941023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"3b827ddc-d98d-42b7-b20b-ec8612e40d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.624330253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.729524068Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","namespace":"ai-tenant-e2e-inf-a-b852f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.729580529Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","namespace":"ai-tenant-e2e-inf-a-b852f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.729629334Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","tenant":"e2e-inf-a-b852f1","tenantID":"e2e-inf-a-b852f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.784504655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Deployment","name":"maas-api-e2e-inf-a-b852f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.844971464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Service","name":"maas-api-e2e-inf-a-b852f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.907058408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b852f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:43.962300464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b852f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.018127755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.074268917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.130325907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.201097214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.255658547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.308010353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.360403449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Service","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.412877147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.465395233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.517850706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.570312259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.627181844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.679778968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.732746427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.785931208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b852f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:44.838503449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b852f1"},"namespace":"ai-tenant-e2e-inf-a-b852f1","name":"default-tenant","reconcileID":"33bb3823-98d5-4cbe-8c6d-2c9a6404734d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b852f1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:50.243759287Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b852f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b852f1","reconcileID":"f8ab21ee-47cc-4801-b808-7ac17b318925","aitenant":"ai-tenants/e2e-inf-a-b852f1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:50.711031863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b76866-6c56-4902-bd13-637dba90134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:50.763507694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b76866-6c56-4902-bd13-637dba90134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:50.816189967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b76866-6c56-4902-bd13-637dba90134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:50.86886252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b76866-6c56-4902-bd13-637dba90134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:51.074699814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b852f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b852f1","reconcileID":"f8ab21ee-47cc-4801-b808-7ac17b318925","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b852f1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b852f1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:52.829562155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b093f8-8a26-4e68-bd38-4dd266b6003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:52.8821057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b093f8-8a26-4e68-bd38-4dd266b6003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:52.934752713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b093f8-8a26-4e68-bd38-4dd266b6003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:52.988407654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b093f8-8a26-4e68-bd38-4dd266b6003a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.049968532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426684b0-de6c-4f5b-9b34-20910ef0c82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.049990886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426684b0-de6c-4f5b-9b34-20910ef0c82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.107424612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6702bed4-60c6-4834-bbad-625aa331fc92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.107445476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6702bed4-60c6-4834-bbad-625aa331fc92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.212103822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"df508aea-0661-499f-a0c9-98fa24e32c57","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.340906716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"df508aea-0661-499f-a0c9-98fa24e32c57","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.397295562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"df508aea-0661-499f-a0c9-98fa24e32c57","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.455129735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a328ec70-1b8a-4b39-bc14-dd20946117e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.45515412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a328ec70-1b8a-4b39-bc14-dd20946117e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.455936841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b1aaa3-1fc4-4d88-8c44-cf1c519c90bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.455952841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80b1aaa3-1fc4-4d88-8c44-cf1c519c90bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.513122745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1c02e68-8039-40e9-ba2a-d9068c239b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.513141181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1c02e68-8039-40e9-ba2a-d9068c239b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.562645866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"cbb57d09-4bf1-4a07-ad04-e8fe1599e28f","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:36:55.566282497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"c3c83297-fb7f-4a9a-8330-67d993c994c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-e6499b11\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.621917316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"cbb57d09-4bf1-4a07-ad04-e8fe1599e28f","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.679333756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"cbb57d09-4bf1-4a07-ad04-e8fe1599e28f","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.68433644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fc67d6d-ceee-4fb3-8a91-2a56d13a512c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.684365751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fc67d6d-ceee-4fb3-8a91-2a56d13a512c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.739883906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f65079fe-152c-4956-9cab-6c7b246b6bb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:55.739904662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f65079fe-152c-4956-9cab-6c7b246b6bb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:56.009643342Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"8364409f-4ebd-42f8-8427-23f3900aa87b","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-e6499b11/e2e-sub-e6499b11","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:56.177916646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa2505a4-ca26-4cbc-96c6-152ffad1dd31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:56.177941306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa2505a4-ca26-4cbc-96c6-152ffad1dd31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:56.222140124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03b5763d-39e8-48ce-bad0-79955ee7aaf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:56.389283176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"71fb9eff-8e60-4f5c-91f8-49b0590f0e1b","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.201746024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"d55d1e03-35d5-40da-9ead-40a66e70eadd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.302808309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c76d226-108d-4372-afed-b0c077570352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.462257882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"6e845793-52e7-483b-9bfc-2701f783e53a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.642440144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"9a6da496-fecc-478d-a22a-22a9af82120b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.66407223Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","namespace":"ai-tenant-e2e-extmod-a-44f5d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.664132901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","namespace":"ai-tenant-e2e-extmod-a-44f5d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.66419016Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","tenant":"e2e-extmod-a-44f5d9","tenantID":"e2e-extmod-a-44f5d9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.726417807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Deployment","name":"maas-api-e2e-extmod-a-44f5d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.788100699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Service","name":"maas-api-e2e-extmod-a-44f5d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.845889208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-44f5d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.900337049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-44f5d9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.960920341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"3b367832-ac4d-4851-b9ff-b898c51c94ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:36:59.9642886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.042542818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.120038784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.179583047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"dacae379-5d83-4282-9171-41d90ccb94d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.18220918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.236670724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.28891222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.341194121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Service","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.39378302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.446578463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.499602527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.553721442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.609633226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.623200456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"3a44538e-b95b-46ac-8452-8da99a5b2ac8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.661638726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.71370057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.747344856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"92f311da-2661-4a53-8568-d8dbc7b1df89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.768120568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-44f5d9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.820499622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-44f5d9"},"namespace":"ai-tenant-e2e-extmod-a-44f5d9","name":"default-tenant","reconcileID":"934c5e00-674e-4077-b72e-43651be702fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-44f5d9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.870862322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"97cf5e40-2f21-4cbb-b4be-5bdd6db42f22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:00.971266182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"c60ca152-bf72-4c53-bbce-dd0a901a260b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:01.083052146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"68876af8-f528-4ada-8bda-aa4249eed807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:05.787936529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"428d69d7-76c2-4acc-b018-ad5899932c03","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:05.846407208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"428d69d7-76c2-4acc-b018-ad5899932c03","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:05.903478442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"428d69d7-76c2-4acc-b018-ad5899932c03","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:09.929858914Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-44f5d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-44f5d9","reconcileID":"933c1c33-4871-4d45-a921-7511b8e8f18d","aitenant":"ai-tenants/e2e-extmod-a-44f5d9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:10.501808985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bb9c71-85e5-46fb-8e73-77f12d657e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:10.554750646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bb9c71-85e5-46fb-8e73-77f12d657e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:10.607177986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bb9c71-85e5-46fb-8e73-77f12d657e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:10.660037941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64bb9c71-85e5-46fb-8e73-77f12d657e25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:10.774425017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-44f5d9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-44f5d9","reconcileID":"933c1c33-4871-4d45-a921-7511b8e8f18d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-44f5d9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-44f5d9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:12.633863421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9332d47f-3238-48be-9dd3-be6e51aa9be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:12.686326333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9332d47f-3238-48be-9dd3-be6e51aa9be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:12.739010809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9332d47f-3238-48be-9dd3-be6e51aa9be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:12.79207032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9332d47f-3238-48be-9dd3-be6e51aa9be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:13.622266241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:14.700382225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f796bd69-aef9-400d-b056-dcdccb134094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:14.753785217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f796bd69-aef9-400d-b056-dcdccb134094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:14.8102736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f796bd69-aef9-400d-b056-dcdccb134094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:14.863945501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f796bd69-aef9-400d-b056-dcdccb134094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:15.68500143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"13704180-8cb4-47d2-bb4f-ce510dae92e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-33c558","tenantID":"e2e-inf-b-33c558","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:15.804276514Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"13704180-8cb4-47d2-bb4f-ce510dae92e3","name":"e2e-inf-b-33c558-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.027014637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"3d2f176e-58c5-4215-874b-523e6896fed1","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.08659464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"3d2f176e-58c5-4215-874b-523e6896fed1","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.144026153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"3d2f176e-58c5-4215-874b-523e6896fed1","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.763260854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695689a9-306e-4979-9b3e-8cb66dafe344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.815692078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695689a9-306e-4979-9b3e-8cb66dafe344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.868335161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695689a9-306e-4979-9b3e-8cb66dafe344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:16.921608957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695689a9-306e-4979-9b3e-8cb66dafe344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:26.248802711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"02ffd765-9e3e-4492-ab48-6476a59c60a8","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:26.306657849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"02ffd765-9e3e-4492-ab48-6476a59c60a8","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:26.362995538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"02ffd765-9e3e-4492-ab48-6476a59c60a8","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:36.47204068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"388a26ee-2d10-4f56-a168-efd64d14ec3e","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:36.531293078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"388a26ee-2d10-4f56-a168-efd64d14ec3e","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:36.589383319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"388a26ee-2d10-4f56-a168-efd64d14ec3e","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:39.14228501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e123d5-0674-491d-9bb3-3b5a64bec6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:39.195193028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e123d5-0674-491d-9bb3-3b5a64bec6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:39.24779972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e123d5-0674-491d-9bb3-3b5a64bec6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:39.300473489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e123d5-0674-491d-9bb3-3b5a64bec6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:39.612079996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b6814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b6814","reconcileID":"d269b246-0efd-47f1-8b4e-265a9a984d38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9b6814","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9b6814":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:40.818056111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6efb8607-58f2-4ee6-a8ce-37b6ae9cb227","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:40.818700018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"0774d6cb-83a3-4ccf-9c3c-7f28d3251213","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:41.247373603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1588b-794c-41f3-8175-ae2a08b83aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:41.299667338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1588b-794c-41f3-8175-ae2a08b83aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:41.352078171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1588b-794c-41f3-8175-ae2a08b83aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:41.404805898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a1588b-794c-41f3-8175-ae2a08b83aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:43.313366901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65183d3b-bff7-45f2-8f4a-b306254ff46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:43.366298272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65183d3b-bff7-45f2-8f4a-b306254ff46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:43.419847063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65183d3b-bff7-45f2-8f4a-b306254ff46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:43.478260574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65183d3b-bff7-45f2-8f4a-b306254ff46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:43.624999455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:45.388713842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb96d8e9-3dbc-4140-9078-f5ce659599e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:45.441736629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb96d8e9-3dbc-4140-9078-f5ce659599e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:45.494515398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb96d8e9-3dbc-4140-9078-f5ce659599e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:45.547290807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb96d8e9-3dbc-4140-9078-f5ce659599e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:46.744396496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"7769fb3d-62c5-4d26-b320-57180c684c22","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:46.803312229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"7769fb3d-62c5-4d26-b320-57180c684c22","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:46.869260377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"7769fb3d-62c5-4d26-b320-57180c684c22","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:46.987148015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87fa9dbd-8fe7-4652-849a-558b7b381e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:46.987170109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87fa9dbd-8fe7-4652-849a-558b7b381e61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:47.495962905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9668b-b02c-4227-8ff2-260b6dbdeb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:47.548459804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9668b-b02c-4227-8ff2-260b6dbdeb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:47.600914077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9668b-b02c-4227-8ff2-260b6dbdeb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:47.653356871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b9668b-b02c-4227-8ff2-260b6dbdeb3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:57.1008061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"dec17700-f1d4-4354-9523-8997a2c46cd0","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:57.161935793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"dec17700-f1d4-4354-9523-8997a2c46cd0","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:37:57.218688537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"dec17700-f1d4-4354-9523-8997a2c46cd0","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:07.325333568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"f45014a4-c132-4b0e-83a8-231f55a84715","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:07.384170997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"f45014a4-c132-4b0e-83a8-231f55a84715","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:07.441484751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"f45014a4-c132-4b0e-83a8-231f55a84715","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:13.623304885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.357360439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"8fa974be-7bce-4be1-bcc0-2d1a4c6efb65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.478522285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"49047424-69c5-4b62-b0ed-90847cda9380","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.659471843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"0d41c183-be40-4a3d-adb7-4500b851be7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.758787248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"62912d98-7f55-4849-b720-65396cf40e32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.778371635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82cf810a-ceee-4681-bb42-59e524935a91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:15.903990587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"d4cdfc51-ab29-4bf8-b747-666637df04aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.020598837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"b21e7834-d290-47ae-8348-c17af655a2f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.265065276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"64639a9c-ecaf-48cf-8213-387ecf13e3e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.501649918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"56075139-43b4-4813-bf0e-352e3b634392","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.682526313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"355bb1db-bc87-49f4-bb60-d68873c7b217","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.682539656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"64e2743e-acc1-4312-b638-649f589bf475","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.802786477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"19d9b166-4f21-4f29-b913-1420c036a126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:16.903315244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"21a5043e-b604-4995-a5eb-ff1f5b748eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:17.547410309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"6511f16a-1710-4293-9baf-8f9ac828917c","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:17.605241877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"6511f16a-1710-4293-9baf-8f9ac828917c","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:17.877178975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fe83cc2-d06c-4ea0-a755-22d1d5175e5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:17.877200279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fe83cc2-d06c-4ea0-a755-22d1d5175e5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.659509653Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"cdcf8c32-7f99-477f-b751-316c837277b0","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.659613693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da03c54f-1472-4927-8c66-194c0be9bb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.659631076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da03c54f-1472-4927-8c66-194c0be9bb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.764405899Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-policy-e6499b11","reconcileID":"cdcf8c32-7f99-477f-b751-316c837277b0","MaaSAuthPolicy":{"name":"e2e-policy-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"policyNamespace":"ai-tenant-e2e-mt-e6499b11","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.822635239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a93ae3-5fb8-495a-9eeb-9325378d80d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.822654097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a93ae3-5fb8-495a-9eeb-9325378d80d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.980012696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bde4876-cc22-48cf-bd3c-4329bdc2f633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:18.980031808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bde4876-cc22-48cf-bd3c-4329bdc2f633","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:24.981673117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","namespace":"ai-tenant-e2e-inf-a-d2b6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:24.981879312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","namespace":"ai-tenant-e2e-inf-a-d2b6f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:24.981965757Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","tenant":"e2e-inf-a-d2b6f3","tenantID":"e2e-inf-a-d2b6f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.03894349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Deployment","name":"maas-api-e2e-inf-a-d2b6f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.103088266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Service","name":"maas-api-e2e-inf-a-d2b6f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.160065231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d2b6f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.21555736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d2b6f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.273078805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.332666168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.390363732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.447358676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.500196914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.55272892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.60518249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Service","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.65745141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.70975103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.761956531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.816528708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.87356273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.926092147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:25.978533815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:26.034229124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d2b6f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:26.086813014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d2b6f3"},"namespace":"ai-tenant-e2e-inf-a-d2b6f3","name":"default-tenant","reconcileID":"b7e53e91-1837-41a8-b0b7-29f9b80a1656","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d2b6f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.137407709Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2b6f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2b6f3","reconcileID":"853b8b67-a6e4-4b0c-bb8b-ee3e034bd923","aitenant":"ai-tenants/e2e-inf-a-d2b6f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.709070745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33029670-8091-48df-8160-0a1d7cafb213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.761917895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33029670-8091-48df-8160-0a1d7cafb213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.814589668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33029670-8091-48df-8160-0a1d7cafb213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.867241106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33029670-8091-48df-8160-0a1d7cafb213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:28.981632946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d2b6f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d2b6f3","reconcileID":"853b8b67-a6e4-4b0c-bb8b-ee3e034bd923","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d2b6f3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d2b6f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:29.144636888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"b3de65d2-52ef-4602-a634-6003a6559d80","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-e6499b11","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:29.360598749Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"namespace":"ai-tenant-e2e-mt-e6499b11","name":"e2e-sub-e6499b11","reconcileID":"b3de65d2-52ef-4602-a634-6003a6559d80","MaaSSubscription":{"name":"e2e-sub-e6499b11","namespace":"ai-tenant-e2e-mt-e6499b11"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:29.58587031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38e9c902-221b-4f93-bd9c-9b487ccad1fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:29.818719313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a709f86-6f46-4285-b04e-5f1ccbba63fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:29.81874935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a709f86-6f46-4285-b04e-5f1ccbba63fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:30.815267488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53d4802-8f2a-416c-9857-9f64edd2478e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:30.867985106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53d4802-8f2a-416c-9857-9f64edd2478e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:30.920430005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53d4802-8f2a-416c-9857-9f64edd2478e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:30.973706113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53d4802-8f2a-416c-9857-9f64edd2478e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:42.836950257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f671f24d-f01e-4ab2-a25f-8e66baa878f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:42.890286234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f671f24d-f01e-4ab2-a25f-8e66baa878f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:42.943493449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f671f24d-f01e-4ab2-a25f-8e66baa878f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:42.996655696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f671f24d-f01e-4ab2-a25f-8e66baa878f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.131084612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccca1b84-4a39-4dea-83e2-cadbd413cc1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.131107203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccca1b84-4a39-4dea-83e2-cadbd413cc1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.26464171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"namespace":"ai-tenant-e2e-mt-ca9539ba","name":"e2e-policy-ca9539ba","reconcileID":"c1698745-bbfd-40f4-9794-39dbd1615dd5","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.322609555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"namespace":"ai-tenant-e2e-mt-ca9539ba","name":"e2e-policy-ca9539ba","reconcileID":"c1698745-bbfd-40f4-9794-39dbd1615dd5","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.599019176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"599375da-17b7-4ab2-ba16-7d53278ce83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.599042845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"599375da-17b7-4ab2-ba16-7d53278ce83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:43.622651673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:44.906361909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5313acdd-fb32-4a82-85d7-bf57132c6470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:44.958815558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5313acdd-fb32-4a82-85d7-bf57132c6470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:45.011966649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5313acdd-fb32-4a82-85d7-bf57132c6470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:45.064409817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5313acdd-fb32-4a82-85d7-bf57132c6470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.128110817Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","namespace":"ai-tenant-e2e-inf-a-8487b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.128164501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","namespace":"ai-tenant-e2e-inf-a-8487b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.128210434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","tenant":"e2e-inf-a-8487b1","tenantID":"e2e-inf-a-8487b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.183018193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Deployment","name":"maas-api-e2e-inf-a-8487b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.247149302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Service","name":"maas-api-e2e-inf-a-8487b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.304390846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8487b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.358481885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8487b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.475542618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.548006601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.60599257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.661321419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.714260659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.766472563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.819084381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Service","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.871437349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.923768556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:46.976103373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.004422781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fabd3f-0598-4398-ab63-4be49588354f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.057024398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.057151137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fabd3f-0598-4398-ab63-4be49588354f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.109785625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fabd3f-0598-4398-ab63-4be49588354f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.115801645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.162300604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fabd3f-0598-4398-ab63-4be49588354f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.214611403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.268205892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.320937798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8487b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:47.373754873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8487b1"},"namespace":"ai-tenant-e2e-inf-a-8487b1","name":"default-tenant","reconcileID":"b0e2c0ed-a8e4-4bbb-8eda-cef3f663d159","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8487b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.694956739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"namespace":"ai-tenant-e2e-mt-ca9539ba","name":"e2e-policy-ca9539ba","reconcileID":"a3b696ac-6e93-452d-ac00-fbd067b38c55","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.695100481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"354b1c97-d6c4-40ed-a43e-8fb63a30208f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.695115921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"354b1c97-d6c4-40ed-a43e-8fb63a30208f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.847710789Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"namespace":"ai-tenant-e2e-mt-ca9539ba","name":"e2e-policy-ca9539ba","reconcileID":"a3b696ac-6e93-452d-ac00-fbd067b38c55","MaaSAuthPolicy":{"name":"e2e-policy-ca9539ba","namespace":"ai-tenant-e2e-mt-ca9539ba"},"policyNamespace":"ai-tenant-e2e-mt-ca9539ba","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.908923545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d17b0aac-4ee4-4f7d-967b-b3569870a3dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:48.908949754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d17b0aac-4ee4-4f7d-967b-b3569870a3dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:49.135766168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4193d2e-fe11-4fb6-9789-e67169bbe7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:49.188247004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4193d2e-fe11-4fb6-9789-e67169bbe7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:49.240824168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4193d2e-fe11-4fb6-9789-e67169bbe7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:49.294418233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4193d2e-fe11-4fb6-9789-e67169bbe7ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:50.672547184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"385c2596-b328-4bce-9e5b-9cae35c2b6c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:50.798394588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"9cae0ab2-6ba9-4d56-8a26-529866bb0de3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:50.968265596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"7d5991c2-e194-4a30-8e1e-d8dc466fb510","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.057640021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e3b0acb-4f83-48e9-81aa-d3051fcc52cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.159270482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"7e888f28-a901-43f0-ab1c-51f565f65926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.25051043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a3b22-c699-4587-918a-1d501ba2aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.320999855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a3b22-c699-4587-918a-1d501ba2aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.386156853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a3b22-c699-4587-918a-1d501ba2aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.444568974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929a3b22-c699-4587-918a-1d501ba2aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.50220738Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8487b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8487b1","reconcileID":"b20c66e6-8004-4797-a1ad-adf86c5e079c","aitenant":"ai-tenants/e2e-inf-a-8487b1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.556219786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"d4504fc6-120f-475a-8cbb-7e0accf2c41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.624575846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"6a6b19d0-1b06-4f93-b7a5-d1883e5b5bc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.650135938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"8a64c568-dec9-498b-8d8b-b3a09d25d2da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.663434836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"83e90e36-b5df-4854-a73d-e709603aa1dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:51.788793317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"b8a197b8-ffbc-435a-8eb4-4d64abf121b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:52.048757375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"4df6d537-da7d-45b1-97b2-b08665fa7db9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:52.174349606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"a5fc4e12-4341-47a6-8ed4-4a1711c834cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:52.290164085Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8487b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8487b1","reconcileID":"b20c66e6-8004-4797-a1ad-adf86c5e079c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8487b1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8487b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:53.54633963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421de4fc-3426-486c-a142-25cf94cded5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:53.600632435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421de4fc-3426-486c-a142-25cf94cded5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:53.653569646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421de4fc-3426-486c-a142-25cf94cded5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:53.707208618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"421de4fc-3426-486c-a142-25cf94cded5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:55.650277799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3163e7a4-b283-4315-a3a5-e4fd6adab4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:55.703605356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3163e7a4-b283-4315-a3a5-e4fd6adab4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:55.757358146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3163e7a4-b283-4315-a3a5-e4fd6adab4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:38:55.809922225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3163e7a4-b283-4315-a3a5-e4fd6adab4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:07.592198751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"1f7c266d-e27e-48f3-95da-f5a9980d37e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:07.711995514Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"1f7c266d-e27e-48f3-95da-f5a9980d37e2","name":"e2e-inf-a-9b6814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:13.643737007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:30.852104514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803037a0-23ff-4b59-a021-896f9060ce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:30.905024587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803037a0-23ff-4b59-a021-896f9060ce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:30.957505426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803037a0-23ff-4b59-a021-896f9060ce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:31.01126739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803037a0-23ff-4b59-a021-896f9060ce11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:31.453803146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-857263ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-857263ec","reconcileID":"7ed9fa95-50c7-4c46-b550-5901524bf004","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-857263ec","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-857263ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:32.924931672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1480170b-874d-4d05-8960-2d46e2c3e2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:32.977548481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1480170b-874d-4d05-8960-2d46e2c3e2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:33.030055073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1480170b-874d-4d05-8960-2d46e2c3e2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:33.082516558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1480170b-874d-4d05-8960-2d46e2c3e2e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:43.622898007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.133300143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","namespace":"ai-tenant-e2e-inf-a-5cea9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.133361281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","namespace":"ai-tenant-e2e-inf-a-5cea9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.133410992Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","tenant":"e2e-inf-a-5cea9f","tenantID":"e2e-inf-a-5cea9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.188577472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Deployment","name":"maas-api-e2e-inf-a-5cea9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.249893102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Service","name":"maas-api-e2e-inf-a-5cea9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.315895184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-5cea9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.371601655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-5cea9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.432624051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.488678527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.546620624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.601602157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.655593273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Deployment","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.712140541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.765076189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Service","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.817493282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.869971081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.922136684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:47.974262717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:48.031529233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:48.08376328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:48.136044599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:48.192139456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-5cea9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:39:48.244610143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cea9f"},"namespace":"ai-tenant-e2e-inf-a-5cea9f","name":"default-tenant","reconcileID":"4c3cd6c1-9351-411f-9847-2db1817dcc99","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-5cea9f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.091374813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d0eafe-098f-4f4c-b0d6-c18290f0e1ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.091403839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6d0eafe-098f-4f4c-b0d6-c18290f0e1ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.147138958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1a2e5df-dc67-478d-bb32-d243c09c0215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.147163948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1a2e5df-dc67-478d-bb32-d243c09c0215","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.26227304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"namespace":"ai-tenant-e2e-mt-e610a40e","name":"e2e-policy-e610a40e","reconcileID":"d1262824-0feb-4222-ab11-eeb550470003","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:01.320565678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"namespace":"ai-tenant-e2e-mt-e610a40e","name":"e2e-policy-e610a40e","reconcileID":"d1262824-0feb-4222-ab11-eeb550470003","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:06.271141742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cea9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cea9f","reconcileID":"e2cf13fb-6778-4d65-bd1c-4ced872a38b4","aitenant":"ai-tenants/e2e-inf-a-5cea9f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:06.875110193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431043d-f07a-4371-8cf8-3f2e315071fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:06.927960582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431043d-f07a-4371-8cf8-3f2e315071fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:06.980371541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431043d-f07a-4371-8cf8-3f2e315071fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:07.03721472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431043d-f07a-4371-8cf8-3f2e315071fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:07.151727636Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cea9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cea9f","reconcileID":"e2cf13fb-6778-4d65-bd1c-4ced872a38b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cea9f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-5cea9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:08.970973705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecec2dcc-f25a-4c28-b60b-6f91741a4dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:09.024341566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecec2dcc-f25a-4c28-b60b-6f91741a4dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:09.077814886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecec2dcc-f25a-4c28-b60b-6f91741a4dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:09.130438587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecec2dcc-f25a-4c28-b60b-6f91741a4dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:13.622999152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.30615059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61f46ba8-4de3-497b-bd29-9bee8c5a910b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.306178965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61f46ba8-4de3-497b-bd29-9bee8c5a910b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.361743003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81a0832-f1d4-4630-a0e4-9dd2ab17ce7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.361766431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81a0832-f1d4-4630-a0e4-9dd2ab17ce7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.469649373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"9aaaa0a2-4098-4fe7-8f9a-041280350d0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.528395541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"9aaaa0a2-4098-4fe7-8f9a-041280350d0b","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.693390732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c2f7248-21cc-467d-9e0e-20f1376d16dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.693408859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c2f7248-21cc-467d-9e0e-20f1376d16dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.75671634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"784861ca-ab58-4677-aa34-a693e70c27e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.756734599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"784861ca-ab58-4677-aa34-a693e70c27e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:40:20.824365168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"0cb1fc7c-eb4c-4836-a962-6fa47d335de1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-44cc92d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.85121489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b75fa62-2f4b-4e6c-8892-51cf587e4321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.851232145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b75fa62-2f4b-4e6c-8892-51cf587e4321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.936854095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f8d7156-1881-469b-baf5-7dea63901d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.936873441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f8d7156-1881-469b-baf5-7dea63901d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.956418307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"3d85c236-5943-4681-be63-2f3eecb28396","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.995172465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e6d8711-6704-4ced-8f26-e331cb95b40b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:20.995190767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e6d8711-6704-4ced-8f26-e331cb95b40b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.014317059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"3d85c236-5943-4681-be63-2f3eecb28396","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.281352132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"0422e7a7-bd1f-472f-b6ba-0277d2def893","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-44cc92d9/e2e-shared-sub-44cc92d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.453742827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166211ff-09e9-4d43-8c10-dfa33eae24ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.453767666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"166211ff-09e9-4d43-8c10-dfa33eae24ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.495003565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37a3b786-5c0f-4cd6-9d4f-94760ceb1e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.665105558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"a798a89b-2140-4447-86f2-f41939f5bd66","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.796961496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af8eec1-c0e4-4641-9aa9-b6579a62566a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.796978919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af8eec1-c0e4-4641-9aa9-b6579a62566a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.867887777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9caa1531-a7a5-43de-97e0-5d900d2fe8f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.867907124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9caa1531-a7a5-43de-97e0-5d900d2fe8f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:21.994206603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"99e7db54-ed77-40ef-9de7-8652318faf2e","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.05638923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"99e7db54-ed77-40ef-9de7-8652318faf2e","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.118908252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cbb1c5-fa93-43e8-b518-08d0753242cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.118927131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cbb1c5-fa93-43e8-b518-08d0753242cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.176729918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"072cc7e0-b8cb-4527-8efe-c89edfd96461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.176750362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"072cc7e0-b8cb-4527-8efe-c89edfd96461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:40:22.225903634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"53f25c14-08bf-4153-9eb7-e71c278e58c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-44cc92d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.330164421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea44d02a-c9ce-4348-aeff-744b674ee669","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.330184833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea44d02a-c9ce-4348-aeff-744b674ee669","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.337666875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"899a148f-f911-4c66-8570-b076dc9113b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.337682121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"899a148f-f911-4c66-8570-b076dc9113b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.396931058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6639f97-c0df-4e89-bcdf-0c29ea8d0c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.396955445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6639f97-c0df-4e89-bcdf-0c29ea8d0c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.441805964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"bb85360a-4612-4f37-a8d7-f892ec8313a4","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.501792391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"bb85360a-4612-4f37-a8d7-f892ec8313a4","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.667483361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"2dcff2ef-0003-45ed-a309-f54816a326ee","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-44cc92d9/e2e-shared-sub-44cc92d9","ai-tenant-e2e-mt-ea6bf88f/e2e-shared-sub-44cc92d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.841950881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec4edb5e-1012-45ac-84d4-5e297d012997","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.841972406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec4edb5e-1012-45ac-84d4-5e297d012997","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.880604181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"62e1cac2-88ed-4215-b604-5857337c75f8","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:22.881100812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f14d780-fccd-4b0f-811c-2671234b01e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.054071097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"6115817e-57c8-4c3a-a026-62b77c6a8a9b","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.054133582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89ce03b3-7d15-4710-a438-babc4af1f6b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.054147941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89ce03b3-7d15-4710-a438-babc4af1f6b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.082279136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"63bff678-7bd0-4a69-bd8a-98228477217c","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.206617001Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-policy-44cc92d9","reconcileID":"6115817e-57c8-4c3a-a026-62b77c6a8a9b","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"policyNamespace":"ai-tenant-e2e-mt-44cc92d9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.266410429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91624e23-dd70-4f41-8be0-2f980f863b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.266427365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91624e23-dd70-4f41-8be0-2f980f863b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.415519235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be6b680-1d65-4e06-a828-3aaf72be5cff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:23.415538896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be6b680-1d65-4e06-a828-3aaf72be5cff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:25.523684498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee387ec-05ae-46f9-9755-68ec948b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:25.576520189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee387ec-05ae-46f9-9755-68ec948b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:25.632397168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee387ec-05ae-46f9-9755-68ec948b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:25.686175611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ee387ec-05ae-46f9-9755-68ec948b3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.153305935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"namespace":"ai-tenant-e2e-mt-e610a40e","name":"e2e-policy-e610a40e","reconcileID":"0fca3ea4-f464-4aa6-8b40-e6b9a5667aa2","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.306841377Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"namespace":"ai-tenant-e2e-mt-e610a40e","name":"e2e-policy-e610a40e","reconcileID":"0fca3ea4-f464-4aa6-8b40-e6b9a5667aa2","MaaSAuthPolicy":{"name":"e2e-policy-e610a40e","namespace":"ai-tenant-e2e-mt-e610a40e"},"policyNamespace":"ai-tenant-e2e-mt-e610a40e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.611611896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa452c9-be42-4b74-a18a-76d086ac85d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.664272793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa452c9-be42-4b74-a18a-76d086ac85d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.718537618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa452c9-be42-4b74-a18a-76d086ac85d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:27.772592483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aa452c9-be42-4b74-a18a-76d086ac85d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:29.684660614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3178a2d-cb19-4ec5-8ee8-183cbc2407ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:29.737454682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3178a2d-cb19-4ec5-8ee8-183cbc2407ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:29.791792854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3178a2d-cb19-4ec5-8ee8-183cbc2407ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:29.844422485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3178a2d-cb19-4ec5-8ee8-183cbc2407ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:31.851589602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cff186e-c6b1-41a9-a107-057ba580848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:31.904637157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cff186e-c6b1-41a9-a107-057ba580848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:31.957209891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cff186e-c6b1-41a9-a107-057ba580848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:32.009775127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cff186e-c6b1-41a9-a107-057ba580848c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:33.579793788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"de063953-6f84-404f-8669-e00a59b3b0d8","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-44cc92d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:33.7986485Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"namespace":"ai-tenant-e2e-mt-44cc92d9","name":"e2e-shared-sub-44cc92d9","reconcileID":"de063953-6f84-404f-8669-e00a59b3b0d8","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-44cc92d9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ea6bf88f/e2e-shared-sub-44cc92d9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:34.012565874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"3f10fba2-3f2d-4e7b-a7d2-579e5cd62f0d","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:34.012565852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85c38199-4161-4714-a91a-1a4c0c5d7cdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:34.023084562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3965aaba-93f6-4f09-82c1-681ba614641d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:34.023109914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3965aaba-93f6-4f09-82c1-681ba614641d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:43.623132771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:48.536160659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a21769d-533a-446f-bc20-b8d2e98c665a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:48.589062449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a21769d-533a-446f-bc20-b8d2e98c665a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:48.641611388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a21769d-533a-446f-bc20-b8d2e98c665a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:48.693970976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a21769d-533a-446f-bc20-b8d2e98c665a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:48.971283376Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-bd944f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-bd944f","reconcileID":"500db07c-f41a-4db6-a323-ea966f8187dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-bd944f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-bd944f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:50.646350027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612ee0b8-65bf-4d9f-a6e8-04e604841260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:50.698687326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612ee0b8-65bf-4d9f-a6e8-04e604841260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:50.751494448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612ee0b8-65bf-4d9f-a6e8-04e604841260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:50.804165747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612ee0b8-65bf-4d9f-a6e8-04e604841260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:52.73096028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf6e4b7-ac37-49a9-a967-14d9aafa5d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:52.783876748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf6e4b7-ac37-49a9-a967-14d9aafa5d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:52.836924599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf6e4b7-ac37-49a9-a967-14d9aafa5d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:52.889486566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf6e4b7-ac37-49a9-a967-14d9aafa5d76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:54.812817361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4134a34-9456-4e67-990b-3fcaf1df2d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:54.865699698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4134a34-9456-4e67-990b-3fcaf1df2d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:54.919211758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4134a34-9456-4e67-990b-3fcaf1df2d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:54.97260092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4134a34-9456-4e67-990b-3fcaf1df2d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:56.874563433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2477e6b-b0bf-4571-9178-06071574def9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:56.928023612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2477e6b-b0bf-4571-9178-06071574def9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:56.980533621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2477e6b-b0bf-4571-9178-06071574def9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:57.03297496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2477e6b-b0bf-4571-9178-06071574def9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:58.019796049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"0f2b7c72-0f62-40ca-a7d4-00cb4b7bab1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-857263ec","tenantID":"e2e-mt-857263ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:40:58.138705135Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"0f2b7c72-0f62-40ca-a7d4-00cb4b7bab1b","name":"e2e-mt-857263ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.447109844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"4d3ab1f6-89fc-4099-8465-24711cacd36d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.468495182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"ab8a7ead-8f07-4803-9d2f-c83961ea0ec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.563614434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"1e5695b0-4be6-45f3-b41a-c570c5dcfc49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.805522083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"0de97cd8-d40d-4343-bcf1-240c9c827d3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.912530544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b6d96ab4-fa34-4dbe-a1f6-7be2ebd66df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:08.945036531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"080b7f3c-a500-4795-b04d-44ecc47db266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.069300628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"0e18cec2-08c1-496c-9833-7652711a900f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.172021697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"95e0010e-5321-4c56-910f-b5a2c38b9ff4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.329526553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"dd82ef58-acab-4a04-bf65-76cb65c25697","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.330160838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b16d8cb-6ee8-4d38-bfb4-1aa55ca7a9d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.440165813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d7a0a80-e154-4c1b-98c0-13cb550b5e62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.723512431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"8a370661-e383-4314-9468-1d5e6afd1e16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:09.827634591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"a972f2dc-7935-4a63-ae61-76a0a2b68a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:13.622027994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.646064586Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","namespace":"ai-tenant-e2e-inf-b-33c558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.646130987Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","namespace":"ai-tenant-e2e-inf-b-33c558","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.646176876Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","tenant":"e2e-inf-b-33c558","tenantID":"e2e-inf-b-33c558","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.700694455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Deployment","name":"maas-api-e2e-inf-b-33c558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.761254967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Service","name":"maas-api-e2e-inf-b-33c558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.821325183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-33c558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.878025909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-33c558","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.934712439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:22.990301855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.046332904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.105114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.157426188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.209851883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.262091845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Service","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.314729574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.367409378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.419819129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.472134575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.528345361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.580522427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.635286358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.689220812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-33c558","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:23.741524227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-33c558"},"namespace":"ai-tenant-e2e-inf-b-33c558","name":"default-tenant","reconcileID":"2f0d7096-6319-4cf2-87bb-039ccda9519a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-33c558","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.105670862Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-33c558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-33c558","reconcileID":"1adcb557-6809-46a9-8239-d986b9456748","aitenant":"ai-tenants/e2e-inf-b-33c558","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.684030968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfb0607-3211-4660-a746-c6ff393704f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.736562151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfb0607-3211-4660-a746-c6ff393704f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.789773335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfb0607-3211-4660-a746-c6ff393704f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.84296288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dfb0607-3211-4660-a746-c6ff393704f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:33.957011392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-33c558","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-33c558","reconcileID":"1adcb557-6809-46a9-8239-d986b9456748","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-33c558","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-33c558"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:35.840880007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0510c57e-a1d8-4efa-a2a4-1e15b8d1ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:35.893793431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0510c57e-a1d8-4efa-a2a4-1e15b8d1ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:35.946294757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0510c57e-a1d8-4efa-a2a4-1e15b8d1ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:35.998875474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0510c57e-a1d8-4efa-a2a4-1e15b8d1ba58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:37.937289564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd66757-5c60-4c11-a28e-4cdac7520abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:37.990914634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd66757-5c60-4c11-a28e-4cdac7520abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:38.043653088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd66757-5c60-4c11-a28e-4cdac7520abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:38.096369699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd66757-5c60-4c11-a28e-4cdac7520abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.221455567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"d5477da7-6274-4732-9c47-3eb50eb5be86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.32298702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"5261a90f-f81c-473f-b99b-d9c4e5e06132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.340800914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"72f15e4e-5c71-4adb-8d41-15e1d8a1cd74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.422896854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"e0316336-7ce6-40ff-a131-c9527cfa6bc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.525644366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"55bb7c75-593e-441e-9c38-25a949243be9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.625510389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b4336204-a7ea-47b8-b09d-d8dbd1cd6d42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.724224449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14f3b0f6-92b9-48f9-844b-771def907a56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.836857759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"96db85bc-2c64-4ecd-8129-cf9b074c1e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:40.950156498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"cbc71368-266a-43b9-b3be-2c1660d3f380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:41.041535767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"8b87758a-61d8-44ae-a347-8aa30feb8abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:41.348282722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"22d01bdb-02fb-4134-80b6-3c0b94040ace","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:41.539335555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"f6a5f304-f2b2-4a86-9882-e585e4864f38","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:41.540041858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad7c5647-bf8d-4b31-9c0d-799ecefaf121","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:41:43.622057293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.679305531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"cce33594-4e1d-4b20-bd29-89b2a171db94","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.679470052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fdbdbc6-4438-4765-aed3-b289247d51a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.679487772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fdbdbc6-4438-4765-aed3-b289247d51a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.833774174Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-policy-44cc92d9","reconcileID":"cce33594-4e1d-4b20-bd29-89b2a171db94","MaaSAuthPolicy":{"name":"e2e-shared-policy-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"policyNamespace":"ai-tenant-e2e-mt-ea6bf88f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.891666226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c55d24-e528-45a0-8ec6-bf8bd2b6a9bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:04.891685374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c55d24-e528-45a0-8ec6-bf8bd2b6a9bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:05.053544746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eb38a7-e8f3-496a-91a5-ef074fceb9de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:05.053572287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eb38a7-e8f3-496a-91a5-ef074fceb9de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:12.653370706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"66e2bb6a-3ae6-455f-93c0-c3b31db323ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:12.773383075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"66e2bb6a-3ae6-455f-93c0-c3b31db323ee","name":"e2e-inf-b-bd944f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:13.622884229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:15.218913356Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"b06f32fb-7653-41b7-8b0c-20e64a3f7626","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-44cc92d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:15.437142265Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"namespace":"ai-tenant-e2e-mt-ea6bf88f","name":"e2e-shared-sub-44cc92d9","reconcileID":"b06f32fb-7653-41b7-8b0c-20e64a3f7626","MaaSSubscription":{"name":"e2e-shared-sub-44cc92d9","namespace":"ai-tenant-e2e-mt-ea6bf88f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:15.650735886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c61dde5b-dbff-4750-987a-b9fe196a50bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:15.826670805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"600c5c57-deb9-40ae-971f-db24bf34471f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:15.82669133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"600c5c57-deb9-40ae-971f-db24bf34471f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:24.382249707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adadcbeb-4379-4c36-834c-d8b9ce9d5d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:24.435033917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adadcbeb-4379-4c36-834c-d8b9ce9d5d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:24.487687728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adadcbeb-4379-4c36-834c-d8b9ce9d5d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:24.540479155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adadcbeb-4379-4c36-834c-d8b9ce9d5d3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:26.447761272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67108085-1d8b-49c9-9a46-b525b311329e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:26.500240705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67108085-1d8b-49c9-9a46-b525b311329e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:26.55351244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67108085-1d8b-49c9-9a46-b525b311329e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:26.606005679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67108085-1d8b-49c9-9a46-b525b311329e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:43.622395206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:48.840929512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"fac3174b-c69e-43de-8a46-a846eb7831a0","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:42:48.84096168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"fac3174b-c69e-43de-8a46-a846eb7831a0","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:13.621864486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:28.535341617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e4f6ae98-0885-405f-8c9b-e453e1afba87","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:28.535368894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e4f6ae98-0885-405f-8c9b-e453e1afba87","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:37.444479003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a6a8b-73cb-4287-8c17-f015650eeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:37.497550588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a6a8b-73cb-4287-8c17-f015650eeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:37.550065228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a6a8b-73cb-4287-8c17-f015650eeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:37.602974756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a6a8b-73cb-4287-8c17-f015650eeaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:39.508019615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08619767-fb71-4fdf-a945-b68472db244c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:39.560804464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08619767-fb71-4fdf-a945-b68472db244c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:39.613465066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08619767-fb71-4fdf-a945-b68472db244c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:39.665915166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08619767-fb71-4fdf-a945-b68472db244c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:43.621957762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:46.740823147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b23879-3379-4186-9b20-305851ea8873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:46.740866565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3b23879-3379-4186-9b20-305851ea8873","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:46.798076808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e79447-7c95-4a16-b96f-7e54b8bc17a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:46.7980966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39e79447-7c95-4a16-b96f-7e54b8bc17a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:46.955578994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"6c5caa61-5bf5-4ce3-a9d0-d2017bd807e6","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:47.088283751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"6c5caa61-5bf5-4ce3-a9d0-d2017bd807e6","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:47.144542423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"6c5caa61-5bf5-4ce3-a9d0-d2017bd807e6","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:47.200963959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9577a8f5-3e73-4ae7-b9cf-582c71433a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:47.200990008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9577a8f5-3e73-4ae7-b9cf-582c71433a1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:57.357894414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"1bf36fbb-3198-40a7-abf3-2a6cb93e45ab","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:57.415754958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"1bf36fbb-3198-40a7-abf3-2a6cb93e45ab","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:43:57.472186429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"1bf36fbb-3198-40a7-abf3-2a6cb93e45ab","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:04.661411952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a3f5b2-8d1a-47f5-9dff-36ebf6b13d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:04.714825212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a3f5b2-8d1a-47f5-9dff-36ebf6b13d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:04.76736312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a3f5b2-8d1a-47f5-9dff-36ebf6b13d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:04.820366685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a3f5b2-8d1a-47f5-9dff-36ebf6b13d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:06.797024529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe15f2b-87f3-44b8-bfbd-8e5f29abb5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:06.849499256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe15f2b-87f3-44b8-bfbd-8e5f29abb5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:06.90231034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe15f2b-87f3-44b8-bfbd-8e5f29abb5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:06.957091472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe15f2b-87f3-44b8-bfbd-8e5f29abb5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:07.630804206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"be5b5c3c-3237-4749-96de-2a901f82d95c","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:07.690084105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"be5b5c3c-3237-4749-96de-2a901f82d95c","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:07.74703345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"be5b5c3c-3237-4749-96de-2a901f82d95c","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:12.736981499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ee725bb-3812-4576-a187-01f9c27565ba","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:12.737011332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ee725bb-3812-4576-a187-01f9c27565ba","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:13.622398963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:17.906093459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"4245db5e-cbe1-4890-a4c9-72948356d647","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:17.965750391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"4245db5e-cbe1-4890-a4c9-72948356d647","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.022625157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"4245db5e-cbe1-4890-a4c9-72948356d647","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.232613723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"13693d1b-183e-4000-a332-3c4c95bcff9d","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.2326394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"13693d1b-183e-4000-a332-3c4c95bcff9d","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.290763527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"8d87c15b-a111-4b2b-ac35-62fdc8dd0abd","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.290784148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"8d87c15b-a111-4b2b-ac35-62fdc8dd0abd","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.395629414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"2da3a105-ef71-416c-a8c9-ce2f4c7c2d86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.526386878Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"2da3a105-ef71-416c-a8c9-ce2f4c7c2d86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.584573294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"2da3a105-ef71-416c-a8c9-ce2f4c7c2d86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.642528888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"8137f60f-795c-4d0a-820d-a6dcb8348d9c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:18.642551807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"8137f60f-795c-4d0a-820d-a6dcb8348d9c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.180903847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"55c8263b-facc-434a-b74b-2250b5307b5f","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.239482283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"55c8263b-facc-434a-b74b-2250b5307b5f","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.296609384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"55c8263b-facc-434a-b74b-2250b5307b5f","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.356080316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6cf6f1c-ae95-42fc-9b4c-3f9b64d92601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.356098511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6cf6f1c-ae95-42fc-9b4c-3f9b64d92601","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.748940873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"54fcad19-5173-46f0-a557-ba9b49787d14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.807064828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"54fcad19-5173-46f0-a557-ba9b49787d14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:28.864030891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"54fcad19-5173-46f0-a557-ba9b49787d14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:38.51276335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"026c181a-f901-4224-8a00-c9c16a287508","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:38.572899397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"026c181a-f901-4224-8a00-c9c16a287508","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:38.630043455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"026c181a-f901-4224-8a00-c9c16a287508","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:38.970464906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"e3eadf52-8a07-4005-989b-9702bc74e241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:39.028598306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"e3eadf52-8a07-4005-989b-9702bc74e241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:39.085605782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"e3eadf52-8a07-4005-989b-9702bc74e241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:43.62205986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:48.787309266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"182bb3b1-56f0-42d5-a0d8-21d3a4f974be","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:48.845225847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"182bb3b1-56f0-42d5-a0d8-21d3a4f974be","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.17163072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c579315-278e-4d45-bdcc-c31e74ad1f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.171655201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c579315-278e-4d45-bdcc-c31e74ad1f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.191840523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"1232e111-570a-49d8-a210-735fa1ef7438","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.277063969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"1232e111-570a-49d8-a210-735fa1ef7438","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.335277315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"1232e111-570a-49d8-a210-735fa1ef7438","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.394144108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"e7eeaa75-58e0-423a-86d5-c05984e838aa","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:49.394171352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"e7eeaa75-58e0-423a-86d5-c05984e838aa","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:54.27365225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-15bbf958","reconcileID":"f1193e04-e458-4711-91b9-66eac293237f","MaaSAuthPolicy":{"name":"e2e-default-ns-15bbf958","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:54.273776615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76bb3f60-3eef-44e8-b47d-dd47ce2bcf79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:54.273795149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76bb3f60-3eef-44e8-b47d-dd47ce2bcf79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:54.436053508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c633e526-cce9-4be9-87c2-650c373c1fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:54.436071974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c633e526-cce9-4be9-87c2-650c373c1fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:59.499144226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"84a5a6e8-b10f-4dc7-aca8-c95c8354f9d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:59.557105916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"84a5a6e8-b10f-4dc7-aca8-c95c8354f9d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:44:59.61413451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"84a5a6e8-b10f-4dc7-aca8-c95c8354f9d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:02.944361162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c7286a-6816-4432-98c0-e15af7b0166e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:02.997442046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c7286a-6816-4432-98c0-e15af7b0166e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.051233253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c7286a-6816-4432-98c0-e15af7b0166e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.104934996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6c7286a-6816-4432-98c0-e15af7b0166e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.818203241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","namespace":"ai-tenant-e2e-mt-857263ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.818285684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","namespace":"ai-tenant-e2e-mt-857263ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.818345245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","tenant":"e2e-mt-857263ec","tenantID":"e2e-mt-857263ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.873260366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Deployment","name":"maas-api-e2e-mt-857263ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:03.960866664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Service","name":"maas-api-e2e-mt-857263ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.020889434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-857263ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.078943865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-857263ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.143561835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.237302156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.299064844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.354760421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.407660001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Deployment","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.459865705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.574640108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Service","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.626977722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"Service","name":"payload-pre-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.682084259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"DestinationRule","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.735164973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.790157683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.847050448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.899128444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:04.951391233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.003639642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-857263ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.055899368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-857263ec"},"namespace":"ai-tenant-e2e-mt-857263ec","name":"default-tenant","reconcileID":"38f0b945-a547-4d88-8cd4-8193739df4f0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-857263ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.125937775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf06656-2c68-4b2a-9639-fca0b4220ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.178500196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf06656-2c68-4b2a-9639-fca0b4220ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.231223054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf06656-2c68-4b2a-9639-fca0b4220ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:05.283623145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf06656-2c68-4b2a-9639-fca0b4220ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:09.720424136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"46ab925f-65a2-4e25-99e1-6389da2f3ed7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:09.778679688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"46ab925f-65a2-4e25-99e1-6389da2f3ed7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.083087601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.083141454Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.083207582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","tenant":"e2e-shared-a-w3-a34cfc","tenantID":"e2e-shared-a-w3-a34cfc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.099562281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"973a241f-1d7b-4ef5-8e6a-8bd0362ab8bd","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.099580232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"973a241f-1d7b-4ef5-8e6a-8bd0362ab8bd","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.137882291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-a34cfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.201708654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Service","name":"maas-api-e2e-shared-a-w3-a34cfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.264000304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-a34cfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.318634973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-a34cfc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.374328753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.429531799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.487373328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.542624892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.595219065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.647700774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.700316718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.752995259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.805464636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.857679142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.909910213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:10.965900699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:11.018187641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:11.07042112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:11.123232921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-a34cfc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:11.175540312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-a34cfc"},"namespace":"ai-tenant-e2e-shared-a-w3-a34cfc","name":"default-tenant","reconcileID":"204305f5-837f-4ec7-a75c-d6370828fc33","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-a34cfc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:12.593323506Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-857263ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-857263ec","reconcileID":"6cdbc3e1-343a-45ca-a473-62bd2e3ba73b","aitenant":"ai-tenants/e2e-mt-857263ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.116909918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed65cbbb-e68a-477a-baa7-9299024231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.169423533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed65cbbb-e68a-477a-baa7-9299024231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.171734477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d38e3f6f-01ea-4f3b-9e5f-d3cbf55095ac","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.17175326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d38e3f6f-01ea-4f3b-9e5f-d3cbf55095ac","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.22272584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed65cbbb-e68a-477a-baa7-9299024231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.275441965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed65cbbb-e68a-477a-baa7-9299024231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.4432731Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-857263ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-857263ec","reconcileID":"6cdbc3e1-343a-45ca-a473-62bd2e3ba73b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-857263ec","removed":["maas.opendatahub.io/gateway-access-e2e-mt-857263ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:13.622274067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.230221059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20042155-465f-4664-b7c1-74694a832fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.282795576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20042155-465f-4664-b7c1-74694a832fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.335365111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20042155-465f-4664-b7c1-74694a832fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.356038366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"9e14b056-302d-46e9-b852-e93caa56250a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.356058303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"9e14b056-302d-46e9-b852-e93caa56250a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.395342195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20042155-465f-4664-b7c1-74694a832fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.453747012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"808f44e6-5a4b-40e6-bf7f-e138a8bf5097","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.453768238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"808f44e6-5a4b-40e6-bf7f-e138a8bf5097","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.612359743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"42febbd2-64a3-4fa9-87bd-26ba1f4e8b82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.741132816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"42febbd2-64a3-4fa9-87bd-26ba1f4e8b82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.797793045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"42febbd2-64a3-4fa9-87bd-26ba1f4e8b82","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.856021682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"e4a0c365-e5a7-4978-9354-b889511be5c1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:15.856044484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"e4a0c365-e5a7-4978-9354-b889511be5c1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:17.27753108Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-a34cfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-a34cfc","reconcileID":"17bb8446-6a95-4b2a-b9cb-962ad6c38d09","aitenant":"ai-tenants/e2e-shared-a-w3-a34cfc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:17.344791438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2bea36-11ba-4e82-b1fb-776f4ff83c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:17.398520582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2bea36-11ba-4e82-b1fb-776f4ff83c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:17.454531269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2bea36-11ba-4e82-b1fb-776f4ff83c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:17.507149847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc2bea36-11ba-4e82-b1fb-776f4ff83c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.129664672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-a34cfc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-a34cfc","reconcileID":"17bb8446-6a95-4b2a-b9cb-962ad6c38d09","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-a34cfc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-a34cfc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.652854656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5c2fa0da-086e-47cb-9bd9-97927a5070e6","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.652949263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5c2fa0da-086e-47cb-9bd9-97927a5070e6","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.708853018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"861dca78-59fc-4004-bdc6-05e9e62f3aec","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.708880093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"861dca78-59fc-4004-bdc6-05e9e62f3aec","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.814488895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"bdb6a207-2f73-4a2e-8930-b240fd470ec9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:18.949397077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"bdb6a207-2f73-4a2e-8930-b240fd470ec9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.005894171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"bdb6a207-2f73-4a2e-8930-b240fd470ec9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.160156824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"6f272f18-6d3e-4ac6-ae53-a292f98ea4c8","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.160195695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"6f272f18-6d3e-4ac6-ae53-a292f98ea4c8","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.21895283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"995ac344-6be5-4f02-b9f4-54a49788ecdd","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.218979428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"995ac344-6be5-4f02-b9f4-54a49788ecdd","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.460710495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3de2ef5-fb83-4ffc-96ce-c8bbed366281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.513429968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3de2ef5-fb83-4ffc-96ce-c8bbed366281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.566124847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3de2ef5-fb83-4ffc-96ce-c8bbed366281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:19.619151697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3de2ef5-fb83-4ffc-96ce-c8bbed366281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:22.788900345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"7fbdcdb2-4d46-4804-8d8e-eed878ba5123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:22.788947548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"0a81ed7d-4d34-49af-a460-f091a944954f","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:22.954533978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"051d37e4-f8a1-4d53-b774-ca4a4754f199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.018546654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"051d37e4-f8a1-4d53-b774-ca4a4754f199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.020571702Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"e217c5dd-16ea-4967-aa2b-4f5d3e0bb29f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.021419427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"db2d188d-cc10-49d7-806e-e4d9f07492e2","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.066110936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"5cac5abd-a9ac-4815-88b3-4a395dc12877","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.180810338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"c39e9d9b-a413-4a61-82d2-f56bb47c73f3","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:45:23.241816026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-access","reconcileID":"e217c5dd-16ea-4967-aa2b-4f5d3e0bb29f","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.39436894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"715ca8e4-e68e-4a7c-ae1a-083f42bf9549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:23.452972579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"715ca8e4-e68e-4a7c-ae1a-083f42bf9549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.62991565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"b43ec441-6ffe-4a93-a447-3e11b128fef8","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.629933669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"b43ec441-6ffe-4a93-a447-3e11b128fef8","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.685237478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"255a192e-ca7b-4e3e-8715-891539989b99","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.685256563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"255a192e-ca7b-4e3e-8715-891539989b99","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.789415523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"5ed6fae9-6ca4-4342-be22-a6f45a215ace","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.919753632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"5ed6fae9-6ca4-4342-be22-a6f45a215ace","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:24.976618207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"5ed6fae9-6ca4-4342-be22-a6f45a215ace","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:25.032486398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"f8762492-c224-4558-a6aa-40b999f3fe5c","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:25.032506588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"f8762492-c224-4558-a6aa-40b999f3fe5c","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:25.960749885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30c46534-1c95-4a08-b95d-8cc4241f4dda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.018910927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30c46534-1c95-4a08-b95d-8cc4241f4dda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.07590946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30c46534-1c95-4a08-b95d-8cc4241f4dda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.134957455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c77c52-fe1a-4abc-aaac-10715dedc9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.187845596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c77c52-fe1a-4abc-aaac-10715dedc9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.241318419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c77c52-fe1a-4abc-aaac-10715dedc9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.294491577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c77c52-fe1a-4abc-aaac-10715dedc9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.793614938Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.793718172Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.793804221Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","tenant":"e2e-shared-b-w3-50a0e9","tenantID":"e2e-shared-b-w3-50a0e9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.848281724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-50a0e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.910087461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Service","name":"maas-api-e2e-shared-b-w3-50a0e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:26.969767703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-50a0e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.026198789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-50a0e9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.088398504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.148087032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.203598059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.258571027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.360975387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.414748284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.46705419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.519113326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.571114196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.62616442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.709156613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.765499896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.817494963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.870139917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.924173223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-50a0e9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:27.976895312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-50a0e9"},"namespace":"ai-tenant-e2e-shared-b-w3-50a0e9","name":"default-tenant","reconcileID":"8b2ef40d-f58c-4fbb-bc84-3d2b913a06ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-50a0e9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.076980819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"cb5c2c45-07d3-402f-ab60-322d8b71ead2","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.346160468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d5747b-b9bd-4c37-8d51-2f1da9812756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.400770211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d5747b-b9bd-4c37-8d51-2f1da9812756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.445630046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"9ca8bcac-be94-487b-b07f-c688df03429c","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.455157037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d5747b-b9bd-4c37-8d51-2f1da9812756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.508169621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d5747b-b9bd-4c37-8d51-2f1da9812756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.799990906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"4cfb49e8-3d26-4a69-9150-54c5778c3c4b","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:28.964330065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d9f4b5f8-c119-45f1-9693-5ffab401b3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.012955173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"2af23ebd-5b5c-4608-a34f-355067fe585b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.022376747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"d9f4b5f8-c119-45f1-9693-5ffab401b3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.161366297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"bdd3270e-741f-4e2c-9044-e284537901f2","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.175855149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"cde55104-97b3-40e7-8826-675f566868eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.213815217Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"5e5e77fd-9976-460b-ba89-87f2adc123b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.220706207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"da963747-72c0-4d53-842b-8e90dcc3ae46","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.233961995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"cde55104-97b3-40e7-8826-675f566868eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.266764563Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"5e5e77fd-9976-460b-ba89-87f2adc123b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.290374796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"cde55104-97b3-40e7-8826-675f566868eb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.321367315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"simulator-subscription","reconcileID":"5e5e77fd-9976-460b-ba89-87f2adc123b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/simulator-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.331609637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"988812a5-e160-424f-a732-967f78849c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.389721391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"988812a5-e160-424f-a732-967f78849c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.391261687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"9c8b86b5-2744-4a38-b1b8-64eb5e4a8243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.595133548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"0024ce44-308e-4e71-939a-900e754199ef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.699939965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"797b2ac1-8be5-4d3a-b572-3555e508fc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:29.757633485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"797b2ac1-8be5-4d3a-b572-3555e508fc42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:33.549268757Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-50a0e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-50a0e9","reconcileID":"b1018ffe-ce35-4597-908c-33368b818688","aitenant":"ai-tenants/e2e-shared-b-w3-50a0e9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:34.123437935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0119c1-7978-4416-8e2d-63f9cc569b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:34.176421727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0119c1-7978-4416-8e2d-63f9cc569b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:34.232480554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0119c1-7978-4416-8e2d-63f9cc569b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:34.285184019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0119c1-7978-4416-8e2d-63f9cc569b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:34.398032968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-50a0e9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-50a0e9","reconcileID":"b1018ffe-ce35-4597-908c-33368b818688","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-50a0e9","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-50a0e9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.035722782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"b64f9ad3-820c-41aa-9b65-0b5274a47fbf","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.144532857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"83c6dab0-5fa5-4478-9406-0c6556d3e14a","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.201893219Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"2dfcc300-d2a2-4d4b-bb49-cb8345ce585e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-560e1c0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.202995294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"83c6dab0-5fa5-4478-9406-0c6556d3e14a","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.238786992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3e31682f-ec43-41db-be30-9c716672f3ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.261056638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"83c6dab0-5fa5-4478-9406-0c6556d3e14a","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.297192975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"3e31682f-ec43-41db-be30-9c716672f3ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.530773884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-access","reconcileID":"23bae6de-4afe-4933-8890-6004dc3dca50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.53089179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"74f619aa-f9ca-4717-88cb-d5c3d2ed4f77","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.63277036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dba578e4-8c80-420e-a129-e2b3ac0c28f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.690421542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"dba578e4-8c80-420e-a129-e2b3ac0c28f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.736493707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ed606585-b536-4f2a-8378-77c5b41a51c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.742789822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"38d774b8-2e7b-4b4a-a030-130c3bea6f5e","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.78369816Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"f87960ae-b22a-46fe-a8d4-a9bf2b01442e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-560e1c0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.795688177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"ed606585-b536-4f2a-8378-77c5b41a51c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.849803022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"d244a1e2-5ff2-45ea-be16-6e28a2fb18d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.890384626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"095225ba-4713-47df-9f21-456e10d28911","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:35.963935016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"590ced5f-0bc7-4102-96af-76447735b121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.021988134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"590ced5f-0bc7-4102-96af-76447735b121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.165398041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"72696826-7807-4f20-9392-493fd19bbb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.1708582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"8677087a-087c-49a6-86d5-2dac07dc2c6e","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.171071104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"354675b7-d3d3-4b75-a46a-9563dca5a4cd","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.171358898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"cdc00bed-d88a-4982-aa03-2c9a57053587","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.171701084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"950ac817-39b0-4b8e-bf1a-e3f417a2cf38","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.224210809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"72696826-7807-4f20-9392-493fd19bbb50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.2261116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"c12df88f-3b06-45a6-8a24-85e67efecf1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-560e1c0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.226297087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360c8c4-4bb1-4d29-aa03-0862d32c3d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.279602185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360c8c4-4bb1-4d29-aa03-0862d32c3d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.332176435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6404c58b-9474-4fdc-9ffb-300f549f8934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-560e1c0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.332710872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360c8c4-4bb1-4d29-aa03-0862d32c3d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.386525538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6360c8c4-4bb1-4d29-aa03-0862d32c3d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.38685814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"0f61c01c-ab32-4f68-b38d-f21ebfa4fecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.438606614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"adb0675e-e234-4b31-8883-b6a1c07758da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.444951362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"0f61c01c-ab32-4f68-b38d-f21ebfa4fecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.496712403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"adb0675e-e234-4b31-8883-b6a1c07758da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.552931165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"adb0675e-e234-4b31-8883-b6a1c07758da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.601722563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"4d478036-3afa-4e29-bdc8-2270dcb19878","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.661104614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"9454bbc5-3b29-4cc4-a012-20b2b6d99010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:36.914136995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"9454bbc5-3b29-4cc4-a012-20b2b6d99010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:37.043941172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"9454bbc5-3b29-4cc4-a012-20b2b6d99010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"e2e-worker-w1-44b1ca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:37.043963478Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-access","reconcileID":"9454bbc5-3b29-4cc4-a012-20b2b6d99010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:37.101104187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"b9e19c4d-26aa-4cc2-b7c2-930dcc87946c","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:38.337374635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab60f26b-7573-4e47-8343-d166ccee9c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:38.39237164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab60f26b-7573-4e47-8343-d166ccee9c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:38.445543087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab60f26b-7573-4e47-8343-d166ccee9c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:38.49799585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab60f26b-7573-4e47-8343-d166ccee9c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:39.395760459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"ad13a39b-3401-4e00-8ec2-24872b6e0e23","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:39.454475766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"ad13a39b-3401-4e00-8ec2-24872b6e0e23","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:39.511156843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"ad13a39b-3401-4e00-8ec2-24872b6e0e23","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:40.883112243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"b428b4bc-1b89-4096-87b2-028d405fc32b","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.23886411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"a24bceb3-5b99-485b-b3f8-486f5ed1f0c1","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.599764205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"5e60537e-2135-489b-9cc1-5e4702326c28","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.764027591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"29e542b5-f9f8-4a4d-8872-afdb65558c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.812726977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"db7c2ede-3bcd-45b0-b984-8d4df2c39f06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.821977687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"29e542b5-f9f8-4a4d-8872-afdb65558c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:41.953220258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"7f91321a-d270-4888-b747-d9bad2450e0d","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.006042791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"543990d2-5f65-4a96-b64f-339f6a8e23c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.012601536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"5dcaf440-014f-4524-b916-c7f82cf603e7","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.059664703Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"543990d2-5f65-4a96-b64f-339f6a8e23c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.112717332Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"543990d2-5f65-4a96-b64f-339f6a8e23c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.132156058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"098f6fdf-020f-4247-b0d1-fbad775e22e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.1914435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"098f6fdf-020f-4247-b0d1-fbad775e22e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.19776505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"92d7a0b5-f44d-40a4-ba82-0513c2003870","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.388176427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"79de5ef9-f5b9-4628-8c96-3d5325a8eca5","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.44111607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"dbb60315-0721-4679-8c3a-fccc1e9634a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.493458672Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"dbb60315-0721-4679-8c3a-fccc1e9634a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/simulator-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.511905422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2365cdb5-9401-441c-b939-c2e2b46cb39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:42.570574082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"2365cdb5-9401-441c-b939-c2e2b46cb39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:45:42.781128163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"simulator-subscription","reconcileID":"dbb60315-0721-4679-8c3a-fccc1e9634a3","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:43.622752688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:45.368652359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"d9ef7206-d1e4-4c80-86fc-7a0b6a9eae96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:45.428024227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"d9ef7206-d1e4-4c80-86fc-7a0b6a9eae96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:45.485210334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"d9ef7206-d1e4-4c80-86fc-7a0b6a9eae96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.171657653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"4faae3a1-7a1a-4cb4-a7c3-df965f3e985f","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.172092912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"2f93d97c-144a-4247-9c82-d659a611aea5","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.172422319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"40615594-9e56-48a5-83e3-62ad1b158775","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.388443841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6c0763ad-8f19-4fb9-be2a-d9a7b326317d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.441493478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6c0763ad-8f19-4fb9-be2a-d9a7b326317d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.494604258Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"premium-simulator-subscription","reconcileID":"6c0763ad-8f19-4fb9-be2a-d9a7b326317d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"name":"maas-trlp-premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca","model":"e2e-models-e2e-worker-w1-44b1ca/premium-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.66837122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"3dbcc17a-2f11-4660-9e26-430944b36ab8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.729290304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"3dbcc17a-2f11-4660-9e26-430944b36ab8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.786928556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"3dbcc17a-2f11-4660-9e26-430944b36ab8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:46.837721626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"f5e5eac3-697f-4ba2-8222-d16b3bc6dc9c","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.609940464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"21a09287-985b-44b9-b91b-2efa68071e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.61000563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"b14dd5dd-0506-46e8-9329-1eae74636ca6","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.795060767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"21a09287-985b-44b9-b91b-2efa68071e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.889664467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"b0af7d3f-499b-4dd6-a1b4-0e4b1d13b3e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.968469249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"21a09287-985b-44b9-b91b-2efa68071e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"e2e-worker-w3-388451-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:48.968496638Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-access","reconcileID":"21a09287-985b-44b9-b91b-2efa68071e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-388451"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.026010819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"e920f7ec-ea04-4808-988b-30faa704ff53","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.18618427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"f5471e4a-d3bf-44e0-81f9-1f145e327d2c","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.23893383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"1a478c13-5855-4a0c-ad70-91154c93058f","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.23914259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"0aeda806-cf94-4a19-868a-cc2fdab52553","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.262750761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"89ff30ac-4f07-4bb9-b1c5-29a49bef2ef4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.292891228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"f710f846-0088-4f5e-b5b1-4ad39f2b86d1","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.678234832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c866f7dc-b553-4f0d-9aad-1bb491ccba14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.732035196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"6ce154f3-f2f3-4530-8e65-439fd6e1fc74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.736614135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c866f7dc-b553-4f0d-9aad-1bb491ccba14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.7933604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c866f7dc-b553-4f0d-9aad-1bb491ccba14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.851541128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"657a9da5-0e79-49ef-b1de-134a438c2962","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.851557313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"657a9da5-0e79-49ef-b1de-134a438c2962","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:49.854543483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"7cd5d565-f2da-478a-80cf-6f155e127f5d","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:50.231105104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25418ca4-3714-4abd-9cf5-75ce4b9d5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:50.297485546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25418ca4-3714-4abd-9cf5-75ce4b9d5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:50.358304162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25418ca4-3714-4abd-9cf5-75ce4b9d5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:50.41197085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25418ca4-3714-4abd-9cf5-75ce4b9d5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:52.333264713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e18ef9-9867-4b53-9fda-4f02bb6f4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:52.38573107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e18ef9-9867-4b53-9fda-4f02bb6f4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:52.438109963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e18ef9-9867-4b53-9fda-4f02bb6f4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:52.491219513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18e18ef9-9867-4b53-9fda-4f02bb6f4acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:55.591748974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f4a2ea4c-68f8-44ba-8ea4-9bc3dc898d96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:55.65029816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f4a2ea4c-68f8-44ba-8ea4-9bc3dc898d96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:55.707351191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0a08a1f8a618489c5fe0fde55fcb48fd82eca162f65e0bb371968d3dd88127) AuthConfig (6d34d82361ef1f803b8aed955fdce71aa5ca0f2a12cb712c8cb5a5beae843a08) AuthConfig (d8ce62af5d45d2c1aec78d5aedacb8dd761144a4bca22f8aa63173ae0a8e001f) AuthConfig (47b5abf54032e6303efdb58bc0d6c699f253178ddbf2b7095f8edf74d455c66b) AuthConfig (1cfafb77e5313045f1c56d68da465a4f5028225826131f1a02c704e24f7945d4) AuthConfig (e88f5ed1704d79436e7c120a05d290d0cc8efc03d7a0eb894275d482667a3d77) AuthConfig (7251e6b695258d6cdc15e1566f9aa7f307fb60203d9913a0d0d37611d0e13d91) AuthConfig (625b42acb1021d97165d80c2f94f3c1ba4d9108d38ee02e51f9685302ad522c4) AuthConfig (21bf2c14fa0406ef29bcc6077bbdd0635dcfc72d2d9becd3555392e37220c251) AuthConfig (81761d8f792c4225a3e15d0bc5dd1934a9c45aa12361e566a4f07d8243ef0dae) AuthConfig (1c3508c30e0ad182dba66771896621999d2918724f27a8a61caef83e871a9f51) AuthConfig (97f79810a75ba1e717ba013cddec9fe27dd85d2a93292c2cf053d58d72c7b5c9) AuthConfig (310fb31cf1ce37bcdd2cf3611d7e43d861e871f65102dcefb736669467d6927b) AuthConfig (4a0b8ec49645bea3f8f035bf0800cd8632d6adbc48dd154e733c321db8b7202f) AuthConfig (3a3939eae06f564cf0c48c3bb3e0f1583f6df1511aaf169506cbfd5429a23bb8) AuthConfig (973c5afce335ee0507b914c6316b8765c087f1f74dd9218e60612a555a36f67c) AuthConfig (9dc9f88f2d7a8321b0de980c9d395615f3f60f0e3357cff708e2a8b3ce99ac4d) AuthConfig (78d32e66c51c4e0c5321b9624cf995eed9ca0c459f0ec5feddbb54a09f3cc74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f4a2ea4c-68f8-44ba-8ea4-9bc3dc898d96","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:55.765683962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"dfbb01cc-cdf8-4045-b93c-355a03035b24","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:55.765711459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"dfbb01cc-cdf8-4045-b93c-355a03035b24","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.17314264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-2-w1-44b1ca","reconcileID":"fd6588db-40ee-495e-8a90-1a81bb4101fa","MaaSModelRef":{"name":"distinct-2-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-2-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-2-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.173411037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"distinct-w1-44b1ca","reconcileID":"ad93e6e0-bff8-4733-ae0b-f3912a88844a","MaaSModelRef":{"name":"distinct-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"distinct-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"distinct-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.173628944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"simulator-w1-44b1ca","reconcileID":"46440ce9-60a8-4986-a319-ad1e0c024352","MaaSModelRef":{"name":"simulator-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"simulator-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"simulator-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.838815482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"namespace":"e2e-models-e2e-worker-w1-44b1ca","name":"premium-w1-44b1ca","reconcileID":"2ac0ed67-e87b-4ad2-9231-0f390828f02d","MaaSModelRef":{"name":"premium-w1-44b1ca","namespace":"e2e-models-e2e-worker-w1-44b1ca"},"routeName":"premium-w1-44b1ca-kserve-route","namespace":"e2e-models-e2e-worker-w1-44b1ca","llmisvcName":"premium-w1-44b1ca","gateway":"openshift-ingress/e2e-worker-w1-44b1ca","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.89285758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7625a89d-208a-4eb6-9e16-a2fdcda94652","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:56.950636789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7625a89d-208a-4eb6-9e16-a2fdcda94652","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:57.007767763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7625a89d-208a-4eb6-9e16-a2fdcda94652","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:57.064254416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"0ea0f2ef-392d-4935-a425-8a34c3bfd16f","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:57.064270719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"0ea0f2ef-392d-4935-a425-8a34c3bfd16f","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.206793704Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","namespace":"ai-tenant-e2e-worker-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.206900034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","namespace":"ai-tenant-e2e-worker-w1-44b1ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.206982431Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","tenant":"e2e-worker-w1-44b1ca","tenantID":"e2e-worker-w1-44b1ca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.261938893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Deployment","name":"maas-api-e2e-worker-w1-44b1ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.327124727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Service","name":"maas-api-e2e-worker-w1-44b1ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.385415112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-44b1ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.440392125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-44b1ca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.499089255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.554466618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.614305282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.669609753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.728238661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.780914169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.833605233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Service","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.886189361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.938559236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:58.9911946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.044156898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.100798252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.153255442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.205306227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.247095747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"72cd495d-03ef-41e2-b261-3ccabbcb5de7","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.247486375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"41fe8afb-17d5-49e7-9930-6ced7526bf78","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.261161678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-44b1ca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.29310859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"063407ff-0bbc-44f6-9fbe-592090077c48","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.313533332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-44b1ca"},"namespace":"ai-tenant-e2e-worker-w1-44b1ca","name":"default-tenant","reconcileID":"60887210-753d-4f79-b6c8-f98f3f27ea61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-44b1ca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.855199793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"d0cfc298-15ed-4a5b-af73-e8ec776fe043","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:45:59.95730524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d1a29cec-a867-4dcb-a06e-8afcb3d681b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.01558216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d1a29cec-a867-4dcb-a06e-8afcb3d681b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.018866332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"cc1656ca-83f9-4924-baba-85e8aaee60f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.072128634Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"cc1656ca-83f9-4924-baba-85e8aaee60f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.072679808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d1a29cec-a867-4dcb-a06e-8afcb3d681b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.125790964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"premium-simulator-subscription","reconcileID":"cc1656ca-83f9-4924-baba-85e8aaee60f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-388451"},"name":"maas-trlp-premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451","model":"e2e-models-e2e-worker-w3-388451/premium-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:00.399176628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"e831d244-3ae5-49ae-ab42-83bd655547f4","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:05.873060771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"e107e847-1aab-426e-a112-d960f43cfcee","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:05.931281254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"e107e847-1aab-426e-a112-d960f43cfcee","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:05.98809239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0a08a1f8a618489c5fe0fde55fcb48fd82eca162f65e0bb371968d3dd88127) AuthConfig (6d34d82361ef1f803b8aed955fdce71aa5ca0f2a12cb712c8cb5a5beae843a08) AuthConfig (d8ce62af5d45d2c1aec78d5aedacb8dd761144a4bca22f8aa63173ae0a8e001f) AuthConfig (47b5abf54032e6303efdb58bc0d6c699f253178ddbf2b7095f8edf74d455c66b) AuthConfig (1cfafb77e5313045f1c56d68da465a4f5028225826131f1a02c704e24f7945d4) AuthConfig (e88f5ed1704d79436e7c120a05d290d0cc8efc03d7a0eb894275d482667a3d77) AuthConfig (7251e6b695258d6cdc15e1566f9aa7f307fb60203d9913a0d0d37611d0e13d91) AuthConfig (625b42acb1021d97165d80c2f94f3c1ba4d9108d38ee02e51f9685302ad522c4) AuthConfig (21bf2c14fa0406ef29bcc6077bbdd0635dcfc72d2d9becd3555392e37220c251) AuthConfig (81761d8f792c4225a3e15d0bc5dd1934a9c45aa12361e566a4f07d8243ef0dae) AuthConfig (1c3508c30e0ad182dba66771896621999d2918724f27a8a61caef83e871a9f51) AuthConfig (97f79810a75ba1e717ba013cddec9fe27dd85d2a93292c2cf053d58d72c7b5c9) AuthConfig (310fb31cf1ce37bcdd2cf3611d7e43d861e871f65102dcefb736669467d6927b) AuthConfig (4a0b8ec49645bea3f8f035bf0800cd8632d6adbc48dd154e733c321db8b7202f) AuthConfig (3a3939eae06f564cf0c48c3bb3e0f1583f6df1511aaf169506cbfd5429a23bb8) AuthConfig (973c5afce335ee0507b914c6316b8765c087f1f74dd9218e60612a555a36f67c) AuthConfig (9dc9f88f2d7a8321b0de980c9d395615f3f60f0e3357cff708e2a8b3ce99ac4d) AuthConfig (78d32e66c51c4e0c5321b9624cf995eed9ca0c459f0ec5feddbb54a09f3cc74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"e107e847-1aab-426e-a112-d960f43cfcee","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:07.169619921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"8eef2cf6-fc8b-4dc6-9257-d80f43d4d0e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:07.229250668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"8eef2cf6-fc8b-4dc6-9257-d80f43d4d0e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:07.291874938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"8eef2cf6-fc8b-4dc6-9257-d80f43d4d0e1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:08.301390415Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-44b1ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-44b1ca","reconcileID":"54b9b2ed-440e-40f2-a3b8-311c8feb877e","aitenant":"ai-tenants/e2e-worker-w1-44b1ca","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:08.929151426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbaaeef-b4fc-408d-9089-39a6c6ae7f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:08.982040903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbaaeef-b4fc-408d-9089-39a6c6ae7f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.034799871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbaaeef-b4fc-408d-9089-39a6c6ae7f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.087402158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbaaeef-b4fc-408d-9089-39a6c6ae7f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.148000816Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-44b1ca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-44b1ca","reconcileID":"54b9b2ed-440e-40f2-a3b8-311c8feb877e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-44b1ca","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-44b1ca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.247893783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-2-w3-388451","reconcileID":"f8c96a61-d5cf-4450-afdb-4043d39cec92","MaaSModelRef":{"name":"distinct-2-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-2-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-2-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.24814983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"distinct-w3-388451","reconcileID":"e9959c70-b290-4f61-abca-b38e611380e1","MaaSModelRef":{"name":"distinct-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"distinct-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"distinct-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:09.293736225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"simulator-w3-388451","reconcileID":"040f981f-9456-42b5-bf58-8ade6701e7a4","MaaSModelRef":{"name":"simulator-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"simulator-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"simulator-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:10.26868054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c0f0d447-21a6-438b-8ec2-46e98791abdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:10.327307573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c0f0d447-21a6-438b-8ec2-46e98791abdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:10.394402669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c0f0d447-21a6-438b-8ec2-46e98791abdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:10.400628012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"namespace":"e2e-models-e2e-worker-w3-388451","name":"premium-w3-388451","reconcileID":"c875c5b1-e773-421f-a8eb-b2f2651cf1d5","MaaSModelRef":{"name":"premium-w3-388451","namespace":"e2e-models-e2e-worker-w3-388451"},"routeName":"premium-w3-388451-kserve-route","namespace":"e2e-models-e2e-worker-w3-388451","llmisvcName":"premium-w3-388451","gateway":"openshift-ingress/e2e-worker-w3-388451","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:11.024928641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f198f-7bb8-4982-b2bc-fb503eabd5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:11.07824882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f198f-7bb8-4982-b2bc-fb503eabd5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:11.131763573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f198f-7bb8-4982-b2bc-fb503eabd5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:11.185046885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58f198f-7bb8-4982-b2bc-fb503eabd5ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:13.09621151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbb03a-17c2-4871-91b2-0bd04e829e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:13.149669804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbb03a-17c2-4871-91b2-0bd04e829e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:13.202151668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbb03a-17c2-4871-91b2-0bd04e829e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:13.254610724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbb03a-17c2-4871-91b2-0bd04e829e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:13.62235137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:16.144084525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"1c8772d6-f849-416d-85f1-6e9475711858","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:16.202182077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"1c8772d6-f849-416d-85f1-6e9475711858","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:16.258680632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0a08a1f8a618489c5fe0fde55fcb48fd82eca162f65e0bb371968d3dd88127) AuthConfig (6d34d82361ef1f803b8aed955fdce71aa5ca0f2a12cb712c8cb5a5beae843a08) AuthConfig (d8ce62af5d45d2c1aec78d5aedacb8dd761144a4bca22f8aa63173ae0a8e001f) AuthConfig (47b5abf54032e6303efdb58bc0d6c699f253178ddbf2b7095f8edf74d455c66b) AuthConfig (1cfafb77e5313045f1c56d68da465a4f5028225826131f1a02c704e24f7945d4) AuthConfig (e88f5ed1704d79436e7c120a05d290d0cc8efc03d7a0eb894275d482667a3d77) AuthConfig (7251e6b695258d6cdc15e1566f9aa7f307fb60203d9913a0d0d37611d0e13d91) AuthConfig (625b42acb1021d97165d80c2f94f3c1ba4d9108d38ee02e51f9685302ad522c4) AuthConfig (21bf2c14fa0406ef29bcc6077bbdd0635dcfc72d2d9becd3555392e37220c251) AuthConfig (81761d8f792c4225a3e15d0bc5dd1934a9c45aa12361e566a4f07d8243ef0dae) AuthConfig (1c3508c30e0ad182dba66771896621999d2918724f27a8a61caef83e871a9f51) AuthConfig (97f79810a75ba1e717ba013cddec9fe27dd85d2a93292c2cf053d58d72c7b5c9) AuthConfig (310fb31cf1ce37bcdd2cf3611d7e43d861e871f65102dcefb736669467d6927b) AuthConfig (4a0b8ec49645bea3f8f035bf0800cd8632d6adbc48dd154e733c321db8b7202f) AuthConfig (3a3939eae06f564cf0c48c3bb3e0f1583f6df1511aaf169506cbfd5429a23bb8) AuthConfig (973c5afce335ee0507b914c6316b8765c087f1f74dd9218e60612a555a36f67c) AuthConfig (9dc9f88f2d7a8321b0de980c9d395615f3f60f0e3357cff708e2a8b3ce99ac4d) AuthConfig (78d32e66c51c4e0c5321b9624cf995eed9ca0c459f0ec5feddbb54a09f3cc74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"1c8772d6-f849-416d-85f1-6e9475711858","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:17.397306706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7923f4d2-d982-4dcf-9fde-6e67756ac153","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:17.45582037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7923f4d2-d982-4dcf-9fde-6e67756ac153","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:17.512411421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"7923f4d2-d982-4dcf-9fde-6e67756ac153","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.346992528Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","namespace":"ai-tenant-e2e-worker-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.347074339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","namespace":"ai-tenant-e2e-worker-w3-388451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.347126157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","tenant":"e2e-worker-w3-388451","tenantID":"e2e-worker-w3-388451","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.401250354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Deployment","name":"maas-api-e2e-worker-w3-388451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.461522015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Service","name":"maas-api-e2e-worker-w3-388451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.522116796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-388451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.576795072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-388451","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.640346922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.695329592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.752820841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.807695529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.85999609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.91221666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:19.964593878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Service","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.017208695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.071454451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.123964952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.183735081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.240559342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.301496025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.36215274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.416249797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-388451","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.469072965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-388451"},"namespace":"ai-tenant-e2e-worker-w3-388451","name":"default-tenant","reconcileID":"e9a7dd58-08d9-4905-981b-5569392f0317","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-388451","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.501338581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d70b5112-7991-4ed2-a87e-263b5ce30524","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.559942389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d70b5112-7991-4ed2-a87e-263b5ce30524","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:20.616988304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d70b5112-7991-4ed2-a87e-263b5ce30524","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:26.373853442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f42f7b9b-3cbe-4670-b5af-652e0b532501","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:26.433151822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f42f7b9b-3cbe-4670-b5af-652e0b532501","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:26.48982394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9b6814-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b0a08a1f8a618489c5fe0fde55fcb48fd82eca162f65e0bb371968d3dd88127) AuthConfig (6d34d82361ef1f803b8aed955fdce71aa5ca0f2a12cb712c8cb5a5beae843a08) AuthConfig (d8ce62af5d45d2c1aec78d5aedacb8dd761144a4bca22f8aa63173ae0a8e001f) AuthConfig (47b5abf54032e6303efdb58bc0d6c699f253178ddbf2b7095f8edf74d455c66b) AuthConfig (1cfafb77e5313045f1c56d68da465a4f5028225826131f1a02c704e24f7945d4) AuthConfig (e88f5ed1704d79436e7c120a05d290d0cc8efc03d7a0eb894275d482667a3d77) AuthConfig (7251e6b695258d6cdc15e1566f9aa7f307fb60203d9913a0d0d37611d0e13d91) AuthConfig (625b42acb1021d97165d80c2f94f3c1ba4d9108d38ee02e51f9685302ad522c4) AuthConfig (21bf2c14fa0406ef29bcc6077bbdd0635dcfc72d2d9becd3555392e37220c251) AuthConfig (81761d8f792c4225a3e15d0bc5dd1934a9c45aa12361e566a4f07d8243ef0dae) AuthConfig (1c3508c30e0ad182dba66771896621999d2918724f27a8a61caef83e871a9f51) AuthConfig (97f79810a75ba1e717ba013cddec9fe27dd85d2a93292c2cf053d58d72c7b5c9) AuthConfig (310fb31cf1ce37bcdd2cf3611d7e43d861e871f65102dcefb736669467d6927b) AuthConfig (4a0b8ec49645bea3f8f035bf0800cd8632d6adbc48dd154e733c321db8b7202f) AuthConfig (3a3939eae06f564cf0c48c3bb3e0f1583f6df1511aaf169506cbfd5429a23bb8) AuthConfig (973c5afce335ee0507b914c6316b8765c087f1f74dd9218e60612a555a36f67c) AuthConfig (9dc9f88f2d7a8321b0de980c9d395615f3f60f0e3357cff708e2a8b3ce99ac4d) AuthConfig (78d32e66c51c4e0c5321b9624cf995eed9ca0c459f0ec5feddbb54a09f3cc74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"f42f7b9b-3cbe-4670-b5af-652e0b532501","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:27.620529633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"28c0730b-b917-48f3-8ba5-bed7db60dae0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:27.678334499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"28c0730b-b917-48f3-8ba5-bed7db60dae0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:27.734757828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"28c0730b-b917-48f3-8ba5-bed7db60dae0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:29.681094389Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-388451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-388451","reconcileID":"26d3e162-57d8-445b-9655-d8773945a9c2","aitenant":"ai-tenants/e2e-worker-w3-388451","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.211812768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d59bdf-e626-4e0b-ad4c-2d9bb84cef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.265139662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d59bdf-e626-4e0b-ad4c-2d9bb84cef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.317822913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d59bdf-e626-4e0b-ad4c-2d9bb84cef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.370254676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d59bdf-e626-4e0b-ad4c-2d9bb84cef01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.536763607Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-388451","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-388451","reconcileID":"26d3e162-57d8-445b-9655-d8773945a9c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-388451","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-388451"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.722158171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"96fd0a64-fc36-41d8-b326-cdd0035b1aa2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.782735672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"96fd0a64-fc36-41d8-b326-cdd0035b1aa2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:30.839795618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"96fd0a64-fc36-41d8-b326-cdd0035b1aa2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:32.285000868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93ed-edb3-4f8e-b42a-4c2e26788c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:32.339015399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93ed-edb3-4f8e-b42a-4c2e26788c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:32.393091163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93ed-edb3-4f8e-b42a-4c2e26788c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:32.445699834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93ed-edb3-4f8e-b42a-4c2e26788c33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:34.426199279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8663bd-0677-4f6b-9fdf-9de8750fc0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:34.479018843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8663bd-0677-4f6b-9fdf-9de8750fc0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:34.531770971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8663bd-0677-4f6b-9fdf-9de8750fc0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:34.584602377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d8663bd-0677-4f6b-9fdf-9de8750fc0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:36.595711743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"370dcc46-f861-4268-b0ea-f9902f3da4f3","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:36.653957343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"370dcc46-f861-4268-b0ea-f9902f3da4f3","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:36.924179667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"b472c61a-fe96-4a63-b5a8-dc1abb0a3b85","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:36.924198583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"b472c61a-fe96-4a63-b5a8-dc1abb0a3b85","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:37.840688974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"072df741-5937-49d1-a982-43ea5b298b4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:37.900141069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"072df741-5937-49d1-a982-43ea5b298b4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:38.221521323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ea98b79-7fc6-464d-9c86-73786eff0f07","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:38.22154664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ea98b79-7fc6-464d-9c86-73786eff0f07","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:40.946012818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"60cef1fd-0de6-4eaf-8027-a14e7896ffdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:41.004422624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"60cef1fd-0de6-4eaf-8027-a14e7896ffdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:41.278483119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"7f1ba6bc-6df7-4096-aa15-910d08e7da70","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:41.278503547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"7f1ba6bc-6df7-4096-aa15-910d08e7da70","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.56894357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"721dc9b0-d3ac-4425-9e79-ba51cc919886","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.568963425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"721dc9b0-d3ac-4425-9e79-ba51cc919886","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.628241843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"60bbb4f9-b7cc-4c58-8e36-ca3369b08e83","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.628263513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"60bbb4f9-b7cc-4c58-8e36-ca3369b08e83","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.674998314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"16ed7922-1a62-4638-82ce-c31decab1865","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:46:42.675926126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"12204bea-f1d5-46ee-8d45-3ae92ee816b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9b6814-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.732785376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"16ed7922-1a62-4638-82ce-c31decab1865","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.781299266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"322e2328-c44c-469b-9b95-0cdfd34cdb1f","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.781323578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"322e2328-c44c-469b-9b95-0cdfd34cdb1f","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.839370441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"a5cfc601-21da-4bcc-8aa2-e15f13310c06","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:42.839390592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"a5cfc601-21da-4bcc-8aa2-e15f13310c06","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.020022576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"2ed8b536-bc10-4d25-a303-0dddc1b0229d","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.062584023Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"2d607832-be4d-4f8f-a37f-4eea9debc067","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"test-model-9b6814","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-9b6814/test-model-9b6814-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.078251284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"2ed8b536-bc10-4d25-a303-0dddc1b0229d","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.229492872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"9031d27b-2a70-4b0c-9043-bfa231a74ba6","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.229521144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"9031d27b-2a70-4b0c-9043-bfa231a74ba6","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.442070747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"7eb641b2-6f5a-464a-b1dc-c1b1d37f3d25","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:43.622725521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.682498645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"9f3209b8-33cf-425f-9090-f49c32af22a7","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.682518407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"9f3209b8-33cf-425f-9090-f49c32af22a7","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.74180675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"55fc0385-2e11-4471-bac9-e8dc3988577e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.741841012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"55fc0385-2e11-4471-bac9-e8dc3988577e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.787545328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"985f3049-e6c4-4789-bb5f-0c7eb7079d08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:46:53.789236211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"e6c169ad-b3c8-4b83-8a8e-b69ca9cc7463","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-6d6868\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.845325424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"985f3049-e6c4-4789-bb5f-0c7eb7079d08","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.896061779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"7c9b43cd-4235-4829-8b50-79c08cafa90c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.896080896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"7c9b43cd-4235-4829-8b50-79c08cafa90c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.953787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"52a02c12-577e-4977-b427-c857470d012e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.95380683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"52a02c12-577e-4977-b427-c857470d012e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.994326252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d2fee3e0-90f0-4da5-acb9-b3393ba19c53","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:53.994348936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d2fee3e0-90f0-4da5-acb9-b3393ba19c53","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.053233593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ac5849d-3496-4fae-a4a0-567e565b846e","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.053261792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ac5849d-3496-4fae-a4a0-567e565b846e","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:46:54.099255317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"1912976d-114f-4436-bba3-221226de8fa7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-6d6868\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.099475017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"751c88ee-dfe3-41ba-8596-84be758a730c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:46:54.107553574Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ac5849d-3496-4fae-a4a0-567e565b846e","name":"rate-test-model-8a025a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8a025a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:46:54.107625365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"6ac5849d-3496-4fae-a4a0-567e565b846e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8a025a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.112919555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8df2df9e-bb78-423f-8edb-fa64fb2d5fe9","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.112935781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8df2df9e-bb78-423f-8edb-fa64fb2d5fe9","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.157572358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"751c88ee-dfe3-41ba-8596-84be758a730c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.16958699Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"53c17102-256b-4cea-b646-d4a72f4b9a2a","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"rate-test-model-89c2d2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-89c2d2/e2e-rate-iso-a-6d6868"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.201773476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"bcea76fe-3ff3-470d-803a-03f8c97c556a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.20700573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"13244a29-1c09-4a01-8863-8ed26715421a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.207029628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"13244a29-1c09-4a01-8863-8ed26715421a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.2600736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"bcea76fe-3ff3-470d-803a-03f8c97c556a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.266384684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"7fb9f029-513b-4f24-bd1b-622a2c47eec1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.266406347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"7fb9f029-513b-4f24-bd1b-622a2c47eec1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.378961016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"060a12ce-2edf-4431-9bc9-3715c3682b7e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.37898076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"060a12ce-2edf-4431-9bc9-3715c3682b7e","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.46973596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"16ea24cf-d31f-4193-93b9-246ae1ab094d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.48001901Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"30a87919-dc46-4158-9a9d-2024b1a66ec0","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"rate-test-model-8a025a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8a025a/e2e-rate-iso-b-6d6868"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.529394161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"16ea24cf-d31f-4193-93b9-246ae1ab094d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.589818906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"d2c49955-1719-44b0-b90d-a3ef9c29e59c","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.652416077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"1df68910-885b-4b90-b765-f45bd6989ad1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.652435538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"1df68910-885b-4b90-b765-f45bd6989ad1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:54.863216614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"9698e9b1-8072-4b2d-a5fc-120fb20e006f","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:56.726498142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"5f2054bf-8134-4ec3-a11e-de21be778c5d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:56.726522385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"5f2054bf-8134-4ec3-a11e-de21be778c5d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:56.784300799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"3c25246e-ba4f-4a66-ab43-cde29773e2a0","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:56.784324739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"3c25246e-ba4f-4a66-ab43-cde29773e2a0","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:56.889049378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"41e5f2d7-cd64-4e81-b8cf-e5e4567a60fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:57.020927042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"41e5f2d7-cd64-4e81-b8cf-e5e4567a60fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:57.077993541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"41e5f2d7-cd64-4e81-b8cf-e5e4567a60fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:57.134329581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"17b5d98a-dbad-40ce-b837-2636c9ee029d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:46:57.13434862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"17b5d98a-dbad-40ce-b837-2636c9ee029d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:07.245198781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"81b30005-da7f-44d9-9706-0ec2d5dc8cd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:07.3030979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"81b30005-da7f-44d9-9706-0ec2d5dc8cd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:07.359896296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"81b30005-da7f-44d9-9706-0ec2d5dc8cd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:09.286892923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"d1faaa0b-9303-4c1a-9a3e-10dad7db9713","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:09.455204688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c97c7387-1f28-48e0-a20a-c56cdc4fc37c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:09.455225651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c97c7387-1f28-48e0-a20a-c56cdc4fc37c","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.172683575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"8e88791f-2cf2-4a85-b90d-f100debae58d","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.340363836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"524c5b77-5707-44c8-80b6-c6cf30d2dd45","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.340382775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"524c5b77-5707-44c8-80b6-c6cf30d2dd45","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.520816421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"1a16269a-ce20-477c-a0ff-909803d52f3e","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.688852626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"add04a88-aa19-4ca1-81a4-2dd15546d268","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.688871368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"add04a88-aa19-4ca1-81a4-2dd15546d268","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.879019208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"b67f500c-f3ac-457b-9607-c0fb08ab3dfe","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.941128683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"b67f500c-f3ac-457b-9607-c0fb08ab3dfe","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:10.982880156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"e2f140db-99b6-4b26-8f56-9e05898fb840","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:11.042734346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"e2f140db-99b6-4b26-8f56-9e05898fb840","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:11.145302683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"1a46439d-3910-47db-a6c9-71016de758c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:11.203883411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"1a46439d-3910-47db-a6c9-71016de758c9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:13.622893726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:17.466411006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"3c3d83fe-48ad-4397-953c-9f045a548907","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:17.524477763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"3c3d83fe-48ad-4397-953c-9f045a548907","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:17.581044282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"3c3d83fe-48ad-4397-953c-9f045a548907","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:25.516735876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"c336666b-744c-46e3-bcb6-310f781d4f09","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:25.516764539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"c336666b-744c-46e3-bcb6-310f781d4f09","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:27.688561798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"a3a54c58-04e4-4cb4-80fe-3a0ca0e70804","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:27.746632302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"a3a54c58-04e4-4cb4-80fe-3a0ca0e70804","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:27.804051179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"a3a54c58-04e4-4cb4-80fe-3a0ca0e70804","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.017672553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"b26c8892-e50f-4486-b4b2-c5e335a1717c","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.017703732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"b26c8892-e50f-4486-b4b2-c5e335a1717c","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.073544721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"4112ce24-f9d5-48af-a526-23a3cf85f2c3","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.073573298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"4112ce24-f9d5-48af-a526-23a3cf85f2c3","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.181792427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"03292f23-f9e9-4f3b-bd62-31a5d6165da8","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.337975074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"03292f23-f9e9-4f3b-bd62-31a5d6165da8","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.397928274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bd944f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"03292f23-f9e9-4f3b-bd62-31a5d6165da8","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.457730986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"2772eec2-764a-4a42-b91c-6cf4cf8580be","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:31.457749925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"2772eec2-764a-4a42-b91c-6cf4cf8580be","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.188262783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30d4a8d8-b21a-4891-8b8e-725dabee2fab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.188401936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"3ea2cfa6-8c2b-498d-b1ed-19379cfdaa66","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.188419019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"3ea2cfa6-8c2b-498d-b1ed-19379cfdaa66","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.39331853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30d4a8d8-b21a-4891-8b8e-725dabee2fab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.461979968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"dff474f6-3d45-4ccc-83a6-029195bc6485","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.524482248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30d4a8d8-b21a-4891-8b8e-725dabee2fab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.524507039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-6d6868","reconcileID":"30d4a8d8-b21a-4891-8b8e-725dabee2fab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.581522626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"301d23e5-ce04-4a2d-af2c-1158137db367","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.581542078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"301d23e5-ce04-4a2d-af2c-1158137db367","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.74600934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"42186334-7cac-44f8-a5c5-1896f50a940e","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.746028716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"42186334-7cac-44f8-a5c5-1896f50a940e","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.746156531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"f737c434-78c8-425f-a25e-13a70c98199b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.851134312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"6c4e6d50-d15b-440c-b004-33864ceb6dd8","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:35.90767912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"f737c434-78c8-425f-a25e-13a70c98199b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.015384955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"b2e6399a-0684-4786-ac67-37433848c116","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.038072254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"f737c434-78c8-425f-a25e-13a70c98199b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.038097605Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-6d6868","reconcileID":"f737c434-78c8-425f-a25e-13a70c98199b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.095078761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"87886283-90d6-4921-91a8-69cb20a94bec","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.095104282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"87886283-90d6-4921-91a8-69cb20a94bec","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.257246582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"1da58482-b1aa-40f0-b9a7-3e1809827d06","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.257265954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"1da58482-b1aa-40f0-b9a7-3e1809827d06","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:36.362387754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"6d158b8d-ecff-410e-8ee6-d5cfeb317a7d","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:37.909633193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"af0d6980-c580-4832-8a28-689eaf258457","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:37.968236655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"af0d6980-c580-4832-8a28-689eaf258457","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:38.025007498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cd47fbf42bd9bfe22bc9af02c510f37eaf60deba373550be0a21de778bcd472) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (1f5749b203126f4e0571066096c03b17434bb538b4eb06d03cccd0b5c9682b82) AuthConfig (af1bfa05b16ab4f13f8dde8ae4f31951dcfcd5f078496f1b60f665acd006d722) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (615245104a594b9b9cfa23d77f81587ed98960d00d73abeefc60c42638da5a0b) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2) AuthConfig (15f09523b3eb414a55fea6bc5751725783e2f2ade3aed5c2fb82b8595003ab31) AuthConfig (b6dfebcfe1f903a99294d2d78c581e1ade7258cf3dbf06f2a9c0ea07561e05a5) AuthConfig (99e475a99dd1f56aefafc6c5d20d8f273dce092091df2eaf6d7fa09bdf74f42c) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (194205182b7f910be0429c6c7173e3412b455e8a4e99ee34b6974a1f2455e047) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (b9425be61124e0bb788e5aa9f3c20717933386b682cb1e420e1045d5981e2504) AuthConfig (c644e220b6152d62c41799ddc177ff1dc24227a3e21ebd2ffaee5f50beba7e91) AuthConfig (5be9716c2198a22cd66f60c59e933b03491cb7882f6f25179a92e56a3a1fc358) AuthConfig (f46a82dabfb681e57afdcc2f124319c9bb086dd444645d6e020f9300a13f4221)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"af0d6980-c580-4832-8a28-689eaf258457","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:38.083529089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"8efa3f1a-d9f7-4d98-a430-59c803a7533a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:38.083546184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"8efa3f1a-d9f7-4d98-a430-59c803a7533a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:41.563137875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"c99c3502-687c-40a6-9e9e-564ca579b4ac","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:41.620961464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"c99c3502-687c-40a6-9e9e-564ca579b4ac","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:41.677779453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bd944f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"c99c3502-687c-40a6-9e9e-564ca579b4ac","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:43.685324717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.421244312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"8cca616d-aa6c-49e4-9b48-f06b0f15ef31","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscription":"e2e-rate-iso-a-6d6868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.476606222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"8cca616d-aa6c-49e4-9b48-f06b0f15ef31","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.529645414Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-6d6868","reconcileID":"8cca616d-aa6c-49e4-9b48-f06b0f15ef31","MaaSSubscription":{"name":"e2e-rate-iso-a-6d6868","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.801422786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"a1900fe6-9b18-4a3d-a7a1-619173121607","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.801451239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"a1900fe6-9b18-4a3d-a7a1-619173121607","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.967922687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"a9907ec6-6c34-4405-97af-c10a7624dac4","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:46.967950347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"a9907ec6-6c34-4405-97af-c10a7624dac4","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:48.193306827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c3372626-d7a0-44ec-9cfb-04640ab9fa04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:48.252731495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c3372626-d7a0-44ec-9cfb-04640ab9fa04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:48.310394307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cd47fbf42bd9bfe22bc9af02c510f37eaf60deba373550be0a21de778bcd472) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4) AuthConfig (1f5749b203126f4e0571066096c03b17434bb538b4eb06d03cccd0b5c9682b82) AuthConfig (af1bfa05b16ab4f13f8dde8ae4f31951dcfcd5f078496f1b60f665acd006d722) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (615245104a594b9b9cfa23d77f81587ed98960d00d73abeefc60c42638da5a0b) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2) AuthConfig (15f09523b3eb414a55fea6bc5751725783e2f2ade3aed5c2fb82b8595003ab31) AuthConfig (b6dfebcfe1f903a99294d2d78c581e1ade7258cf3dbf06f2a9c0ea07561e05a5) AuthConfig (99e475a99dd1f56aefafc6c5d20d8f273dce092091df2eaf6d7fa09bdf74f42c) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (194205182b7f910be0429c6c7173e3412b455e8a4e99ee34b6974a1f2455e047) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (b9425be61124e0bb788e5aa9f3c20717933386b682cb1e420e1045d5981e2504) AuthConfig (c644e220b6152d62c41799ddc177ff1dc24227a3e21ebd2ffaee5f50beba7e91) AuthConfig (5be9716c2198a22cd66f60c59e933b03491cb7882f6f25179a92e56a3a1fc358) AuthConfig (f46a82dabfb681e57afdcc2f124319c9bb086dd444645d6e020f9300a13f4221)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"c3372626-d7a0-44ec-9cfb-04640ab9fa04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:50.402230987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ba18493-9f84-4537-9798-7d0c93207e8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:50.648405232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"2c121082-b305-457c-8278-dfdf40e230f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:50.813330515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5745e6bf-5760-49cf-b019-894a9dc2a989","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:50.94777146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"7a2b3a71-20d9-4e68-841b-426a81563b5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.047706411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"afbf87ce-ae71-4899-9bb2-70b99bdd849b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.148139832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"a9c82fe3-7a8a-42dd-a7b4-24124dd7e8b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.251723222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"0b1b8ce2-2fde-40a3-ad60-114ae149d3ff","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.668616624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"2c595058-7de6-44e8-b299-340259a55085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.765822581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"4f4904c7-06ec-407b-9390-c92b61ce0b73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.789060158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"e18fa5e2-02d1-4f34-a3fe-6a00ca51ffe9","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.847742513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"e18fa5e2-02d1-4f34-a3fe-6a00ca51ffe9","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.904300265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bd944f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7445b64ac6881d6d692198964185218b8cf627339dd88bbb560417f852ac68a4) AuthConfig (6784fa13190cb34b0c95da08f0aa6510f0f923a26d1d7a73a908bb448bdc8648) AuthConfig (74b36ff1e636280aa10cba0fe039d4cf4cb8b42504f99209690cd302386d7224) AuthConfig (0fb61ce13d62049b998a90faa5e7644a50c43d9953d502a8e3e4317e49fcc643) AuthConfig (5d09caf5ffed7e7b4f4571945b42e069812faa30f1d31fd304237b1052478b0d) AuthConfig (1af28afa6125c6116d5fa99b235cccbd1d2c089b4700de1542442ed15eb8733d) AuthConfig (cccf3bd88de130379fa32b1a1a381dcb5a6b01e8175b28c49566175e76572f06) AuthConfig (c5b7f8012e119e06ef6170f5e0a413a58650a36f9e077c80449230c059978a22) AuthConfig (d3f27bce41de5d2a9b7ec4930ceb1fe281546432be74490d2ec9043b0a45910c) AuthConfig (1a2c92a00a5719cd4fae558f637eaee73aa81b226818592648d4f552331e4378) AuthConfig (0af7506b5f5caa493e738a639d8a66d5944fe57a0b36f11ed614a4e91bb5f97c) AuthConfig (1e6271c8ae9eec7b2d6686c2b4903e6807553c7703f5562991b78d8a9a74e437) AuthConfig (50ef99ec212a4bac1cf5c84b7947ef63f1cd80fb73987ef9d8abefc0fef18731) AuthConfig (841b0b4bce2e93e178b2c2006709fc11319a964c1309766be87eec85b6c4b51e) AuthConfig (b16108519a6f3d67b917e27289487006ec6b8a655bfdfdcfd07183c48e5b0f2e) AuthConfig (c6bd06062cc146081424462702741b9c2222185727fe889ea014b1a2f46bac18) AuthConfig (b9676e1e2f932c012f67be2015faa5e11758f50f3cab886605a7fccfa5c1438d) AuthConfig (b4a459e30111f63a6eb0158878a088335060cf1e768ca1e4cd2ae95a74c1b34d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"e18fa5e2-02d1-4f34-a3fe-6a00ca51ffe9","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.962364392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"f0d2aaf6-5388-4a91-b981-0617065aba26","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:51.962383688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"f0d2aaf6-5388-4a91-b981-0617065aba26","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.135579316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"c36ccf24-1417-4cab-a23c-d37d5bb931f5","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscription":"e2e-rate-iso-b-6d6868","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.188650226Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"c36ccf24-1417-4cab-a23c-d37d5bb931f5","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.241582601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-6d6868","reconcileID":"c36ccf24-1417-4cab-a23c-d37d5bb931f5","MaaSSubscription":{"name":"e2e-rate-iso-b-6d6868","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.514717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"bb7d2bc1-2aa2-4408-94e0-2ada7931f35a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.514744198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"bb7d2bc1-2aa2-4408-94e0-2ada7931f35a","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.816382476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"b9fbcb22-7e53-46c2-8b66-173179fb420a","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.816407564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"b9fbcb22-7e53-46c2-8b66-173179fb420a","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.874315211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"7a272060-6dac-4e2f-8c03-6fb1f08834de","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.874343748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"7a272060-6dac-4e2f-8c03-6fb1f08834de","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:57.978767041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"0506ed02-37ac-4160-843b-8b755bacfea4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.115857872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"0506ed02-37ac-4160-843b-8b755bacfea4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.172896167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"0506ed02-37ac-4160-843b-8b755bacfea4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.230051879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"47dd9972-d5a6-4edd-854a-42956732db02","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.230073161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"47dd9972-d5a6-4edd-854a-42956732db02","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.416194202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"24de1000-8809-4725-a4c8-cd8fc3668972","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.474280261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"24de1000-8809-4725-a4c8-cd8fc3668972","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.744109783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"4e390f15-46df-420d-9ceb-f6fa82a28e62","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:47:58.744126353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"4e390f15-46df-420d-9ceb-f6fa82a28e62","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:02.069826052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"3d047411-267b-4d06-9a0b-3f8d8fd923c2","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:02.128163141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"3d047411-267b-4d06-9a0b-3f8d8fd923c2","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:02.185266641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bd944f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7445b64ac6881d6d692198964185218b8cf627339dd88bbb560417f852ac68a4) AuthConfig (6784fa13190cb34b0c95da08f0aa6510f0f923a26d1d7a73a908bb448bdc8648) AuthConfig (74b36ff1e636280aa10cba0fe039d4cf4cb8b42504f99209690cd302386d7224) AuthConfig (0fb61ce13d62049b998a90faa5e7644a50c43d9953d502a8e3e4317e49fcc643) AuthConfig (5d09caf5ffed7e7b4f4571945b42e069812faa30f1d31fd304237b1052478b0d) AuthConfig (1af28afa6125c6116d5fa99b235cccbd1d2c089b4700de1542442ed15eb8733d) AuthConfig (cccf3bd88de130379fa32b1a1a381dcb5a6b01e8175b28c49566175e76572f06) AuthConfig (c5b7f8012e119e06ef6170f5e0a413a58650a36f9e077c80449230c059978a22) AuthConfig (d3f27bce41de5d2a9b7ec4930ceb1fe281546432be74490d2ec9043b0a45910c) AuthConfig (1a2c92a00a5719cd4fae558f637eaee73aa81b226818592648d4f552331e4378) AuthConfig (0af7506b5f5caa493e738a639d8a66d5944fe57a0b36f11ed614a4e91bb5f97c) AuthConfig (1e6271c8ae9eec7b2d6686c2b4903e6807553c7703f5562991b78d8a9a74e437) AuthConfig (50ef99ec212a4bac1cf5c84b7947ef63f1cd80fb73987ef9d8abefc0fef18731) AuthConfig (841b0b4bce2e93e178b2c2006709fc11319a964c1309766be87eec85b6c4b51e) AuthConfig (b16108519a6f3d67b917e27289487006ec6b8a655bfdfdcfd07183c48e5b0f2e) AuthConfig (c6bd06062cc146081424462702741b9c2222185727fe889ea014b1a2f46bac18) AuthConfig (b9676e1e2f932c012f67be2015faa5e11758f50f3cab886605a7fccfa5c1438d) AuthConfig (b4a459e30111f63a6eb0158878a088335060cf1e768ca1e4cd2ae95a74c1b34d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"3d047411-267b-4d06-9a0b-3f8d8fd923c2","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.542615665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"276e4be2-4ba2-413b-ad76-f558f277440f","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.54264299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"276e4be2-4ba2-413b-ad76-f558f277440f","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.60108789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"7645b332-bb9f-47e1-9265-118eaddf81ce","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.601111776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"7645b332-bb9f-47e1-9265-118eaddf81ce","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.647904393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"2c994cc3-11a5-4533-a178-6e6ad984e22c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:04.648558526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"b2d2bcb7-d52f-4cd9-8444-97a2f39c9960","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7e9bc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.706318283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"2c994cc3-11a5-4533-a178-6e6ad984e22c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.753783668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"fae0b7b1-dc10-4642-ab02-4e3554419257","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.753802051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"fae0b7b1-dc10-4642-ab02-4e3554419257","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.812731207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d4a6f3b8-9d9b-4ce0-9c3e-8a369eeb56dc","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.812748616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d4a6f3b8-9d9b-4ce0-9c3e-8a369eeb56dc","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.856858437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"65db01ca-5345-461b-84a3-c667fc5bd686","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.856876764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"65db01ca-5345-461b-84a3-c667fc5bd686","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.916515581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e352a828-cfc2-4584-8249-123b070f76b4","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.916539626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e352a828-cfc2-4584-8249-123b070f76b4","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:04.963634539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"708b8442-f1a3-45b5-b564-8b71b360998a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:04.964407179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"ec8ec5bb-c9b8-4df0-91a4-ae12ead36c1c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7e9bc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.0219875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"708b8442-f1a3-45b5-b564-8b71b360998a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.038809831Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"5df76e50-7de7-461a-864f-b768dd8bb9e5","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"sub-test-model-bb037c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-shared-sub-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.063460507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"146a28ef-3fe6-4e6e-a312-7d263a4a8b96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.07204385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"362ebf52-a5a2-4d18-a929-d08ee31ac764","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.072061344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"362ebf52-a5a2-4d18-a929-d08ee31ac764","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.122405538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"146a28ef-3fe6-4e6e-a312-7d263a4a8b96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.128071743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"b9846178-c794-42ec-bd57-cc3ba26b59c8","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.128091993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"b9846178-c794-42ec-bd57-cc3ba26b59c8","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.171477556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"deb6553b-7b4e-4036-909a-ebfa2cc42922","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.171502652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"deb6553b-7b4e-4036-909a-ebfa2cc42922","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.206630155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"2474d978-89a3-4270-a5ab-220febab4b89","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.206657275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"2474d978-89a3-4270-a5ab-220febab4b89","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.229269324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e31707c1-53e3-4944-9131-415a4b82582e","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.22928708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e31707c1-53e3-4944-9131-415a4b82582e","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:05.275989294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"df8963aa-4bc1-4f1a-8f02-03f81b14476f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-7e9bc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.331636246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"f01eea7e-36fd-46da-88cd-1cf9342e9d2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.340032001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"52e32b87-e062-40ca-bdf8-5f322add9aff","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"sub-test-model-232ca1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-shared-sub-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.388501913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"87586d43-36d0-40d0-b8ea-ef4715ed7eb7","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.388520014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"87586d43-36d0-40d0-b8ea-ef4715ed7eb7","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.389515929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"f01eea7e-36fd-46da-88cd-1cf9342e9d2a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.432346867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d08f996d-c937-499a-a9e5-05bff903cbca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.4450654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"95ba4db8-5a81-4d61-85f3-93ec764413a3","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.445084737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"95ba4db8-5a81-4d61-85f3-93ec764413a3","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.472384074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e4d0da40-8e73-4c93-96ed-c2cf845f7d71","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.472401525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e4d0da40-8e73-4c93-96ed-c2cf845f7d71","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.490895559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"d08f996d-c937-499a-a9e5-05bff903cbca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.499793996Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"3945a317-ae47-45fc-8dd6-df408d8ea737","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-a-only-7e9bc1","ai-tenant-e2e-shared-a-w0-bb037c/e2e-shared-sub-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.505026182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ba27628a-07e0-41a7-b4cb-cefcbbedf15e","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.505043373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ba27628a-07e0-41a7-b4cb-cefcbbedf15e","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.530020433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c0172bfc-023a-41bc-bc99-e2b55fd6a567","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.530040425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c0172bfc-023a-41bc-bc99-e2b55fd6a567","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:05.577359227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"72d87496-a090-4016-b915-241f0d04c989","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-7e9bc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.657732086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"18383d91-1eef-4158-ba73-217171e4064c","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.689810095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"515ded75-d6f4-4882-8a1b-c9d7860d7fd5","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.689842505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"515ded75-d6f4-4882-8a1b-c9d7860d7fd5","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.733408867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"2b2575d4-bf8f-4bcc-bf74-aab7c9a9a18f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.745804183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"7d0195a0-86f3-4e80-a117-e5e4c714181b","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.745824041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"7d0195a0-86f3-4e80-a117-e5e4c714181b","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.791344293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"2b2575d4-bf8f-4bcc-bf74-aab7c9a9a18f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.816935317Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"0c928240-6612-47c9-963a-bb576c7ee8c3","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-b-only-7e9bc1","ai-tenant-e2e-shared-b-w0-232ca1/e2e-shared-sub-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.819625619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"f17383de-9901-4a68-b152-cffc530e2888","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.825902821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"8d761a99-932e-4761-958d-fabc8387c009","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.825921806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"8d761a99-932e-4761-958d-fabc8387c009","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:05.956191005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"6f3082e6-c3c8-490c-b911-3e8eb9e6643e","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:06.058047602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"67c9b6fd-feb7-49c5-8720-1f39e81087cc","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:06.124170345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"04d8751d-f8ee-44c9-a475-83836a566b71","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:06.124192795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"04d8751d-f8ee-44c9-a475-83836a566b71","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:06.139223509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"86e3adc3-c06a-48f6-a06a-745bd2000f5b","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:06.335748266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"4d583bd3-a6ae-45ab-aea5-14176cfe0ecc","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:08.336356005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"9d01a2a8-3e10-4bea-adf8-ed6b6cb82af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:08.394572755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"9d01a2a8-3e10-4bea-adf8-ed6b6cb82af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:08.451522255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"9d01a2a8-3e10-4bea-adf8-ed6b6cb82af3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:12.294915489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"efb9ba46-aaba-4652-aeee-eb9a5165f209","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:12.353159196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"efb9ba46-aaba-4652-aeee-eb9a5165f209","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:12.41005548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bd944f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7445b64ac6881d6d692198964185218b8cf627339dd88bbb560417f852ac68a4) AuthConfig (6784fa13190cb34b0c95da08f0aa6510f0f923a26d1d7a73a908bb448bdc8648) AuthConfig (74b36ff1e636280aa10cba0fe039d4cf4cb8b42504f99209690cd302386d7224) AuthConfig (0fb61ce13d62049b998a90faa5e7644a50c43d9953d502a8e3e4317e49fcc643) AuthConfig (5d09caf5ffed7e7b4f4571945b42e069812faa30f1d31fd304237b1052478b0d) AuthConfig (1af28afa6125c6116d5fa99b235cccbd1d2c089b4700de1542442ed15eb8733d) AuthConfig (cccf3bd88de130379fa32b1a1a381dcb5a6b01e8175b28c49566175e76572f06) AuthConfig (c5b7f8012e119e06ef6170f5e0a413a58650a36f9e077c80449230c059978a22) AuthConfig (d3f27bce41de5d2a9b7ec4930ceb1fe281546432be74490d2ec9043b0a45910c) AuthConfig (1a2c92a00a5719cd4fae558f637eaee73aa81b226818592648d4f552331e4378) AuthConfig (0af7506b5f5caa493e738a639d8a66d5944fe57a0b36f11ed614a4e91bb5f97c) AuthConfig (1e6271c8ae9eec7b2d6686c2b4903e6807553c7703f5562991b78d8a9a74e437) AuthConfig (50ef99ec212a4bac1cf5c84b7947ef63f1cd80fb73987ef9d8abefc0fef18731) AuthConfig (841b0b4bce2e93e178b2c2006709fc11319a964c1309766be87eec85b6c4b51e) AuthConfig (b16108519a6f3d67b917e27289487006ec6b8a655bfdfdcfd07183c48e5b0f2e) AuthConfig (c6bd06062cc146081424462702741b9c2222185727fe889ea014b1a2f46bac18) AuthConfig (b9676e1e2f932c012f67be2015faa5e11758f50f3cab886605a7fccfa5c1438d) AuthConfig (b4a459e30111f63a6eb0158878a088335060cf1e768ca1e4cd2ae95a74c1b34d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"efb9ba46-aaba-4652-aeee-eb9a5165f209","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:13.628442158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.556944581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"a785c14a-efe6-40c6-be8e-d1248a5ab8fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.619449854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"a785c14a-efe6-40c6-be8e-d1248a5ab8fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.692665537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"6a171f86-4ee9-4624-b623-6542ec90441d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.699007711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"a785c14a-efe6-40c6-be8e-d1248a5ab8fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.765371052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c5d027f9-b824-4f65-a71b-87cdeab0db59","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.765393396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c5d027f9-b824-4f65-a71b-87cdeab0db59","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:18.897347281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c29da5d4-b84b-46df-993b-dfd0cffc87bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.003353514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"3717b14f-8c28-4352-9fee-e4b4f3b9964e","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.003426715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"f96beb4c-f0b3-4e01-9274-66061139acd9","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.105012087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"f47e0969-840e-49c7-93fc-3827cdadcfd8","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.171074933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e2bfebc6-c701-4d77-8ead-9f56ba543114","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.171096291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e2bfebc6-c701-4d77-8ead-9f56ba543114","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.173544134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"bd669a52-35d9-478d-84d3-2eabcbfe435e","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.173561131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"bd669a52-35d9-478d-84d3-2eabcbfe435e","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.205538396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"9a362f39-5409-4929-a564-5f02c4b47331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.311878973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"b3c93d5c-0647-4c2c-b923-7bf5b341aa7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.413009197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"8e5ee7d2-171f-447e-98a2-a0806b049b03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.512663763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f5fd474-961d-4419-b3a4-a0319f42e3db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.512699086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"24c8ae58-7657-48ae-b7e9-b80ee69fd9ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.554970028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"ab828cd3-4445-421b-8e5b-e962bdd2a5fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.895841953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"aa465bd4-ea06-4941-b6ef-def4bc556810","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.9115023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"9d8e343b-7c2e-483b-ab8a-636604961468","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.911513365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"c92d3d5f-6815-4892-9fd4-8cbe316a7b08","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:19.953899248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"aa465bd4-ea06-4941-b6ef-def4bc556810","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.079266668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"9247c5d6-5f0a-4fbd-bbb5-d28c756082ab","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.079285503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"9247c5d6-5f0a-4fbd-bbb5-d28c756082ab","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.084519035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b67c83c2-c76f-4d7d-b962-70e49663beca","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.084534201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b67c83c2-c76f-4d7d-b962-70e49663beca","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.244794187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"b8df7078-174f-4338-85bd-0cc79397eda1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.302651353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"b8df7078-174f-4338-85bd-0cc79397eda1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.434961626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"21811a29-ebc4-443f-90da-ea25d2a78405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.493964636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"21811a29-ebc4-443f-90da-ea25d2a78405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:20.551236955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"21811a29-ebc4-443f-90da-ea25d2a78405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:22.518091922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"44fb26f4-310e-43eb-8878-611f67f3c430","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:22.575972001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"44fb26f4-310e-43eb-8878-611f67f3c430","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:22.849960758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"fe3e2e0d-13d9-447d-a36c-daf4585505fd","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:22.849979055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"fe3e2e0d-13d9-447d-a36c-daf4585505fd","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.631607188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"736dcbd6-94f4-42ba-93f9-cac8b23a52a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.631669392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"05dd9328-696e-40d8-b730-7b47fa14f4a1","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.631683713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"05dd9328-696e-40d8-b730-7b47fa14f4a1","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.8523134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"736dcbd6-94f4-42ba-93f9-cac8b23a52a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.91714751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"4cd4a10b-740c-4a89-8fbd-af18f05b0a5e","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.929187562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"fd64ee92-4a02-4bd5-9b6b-70602298ec86","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.98425246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"736dcbd6-94f4-42ba-93f9-cac8b23a52a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:23.984280507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"736dcbd6-94f4-42ba-93f9-cac8b23a52a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.042249706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d82a7a15-07c0-4599-b1f5-3cfc4db9d47a","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.042270273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d82a7a15-07c0-4599-b1f5-3cfc4db9d47a","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.191128047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"ed9129e0-68a1-45c1-a6ce-3c04fa103ae8","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.191147309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"ed9129e0-68a1-45c1-a6ce-3c04fa103ae8","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.31426439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"356c631d-942f-4ac3-8d6d-ffc41fb306d8","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:24.346293616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"bd798c52-5232-43e3-90cf-12eb8610316d","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.356466634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"48e34a59-0d95-4b12-a0ab-e22d650168b1","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.356488185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"48e34a59-0d95-4b12-a0ab-e22d650168b1","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.415060428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"77821a62-85b7-414c-940c-c9e80ca6db98","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.415078642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"77821a62-85b7-414c-940c-c9e80ca6db98","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:28.461636876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"d81c83d0-66ae-4671-b960-c9b818a80e91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-bd944f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.461758929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"7c526659-e894-4e5f-b0a5-cff1ecd25dde","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:28.468947183Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"77821a62-85b7-414c-940c-c9e80ca6db98","name":"test-model-bd944f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bd944f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:48:28.468992598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"77821a62-85b7-414c-940c-c9e80ca6db98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bd944f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.474290445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"47b9af50-e9c2-4865-bd11-375259de2864","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.474312847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"47b9af50-e9c2-4865-bd11-375259de2864","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.519423589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"7c526659-e894-4e5f-b0a5-cff1ecd25dde","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.56829642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"53000f20-09cc-4c8a-bf27-828a987f276e","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.568315144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"53000f20-09cc-4c8a-bf27-828a987f276e","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.625955451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"193c13a5-cdad-4647-87c7-297262983ad0","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.625971717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"193c13a5-cdad-4647-87c7-297262983ad0","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.785392502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"1f013398-adc4-45f2-8b3f-79ea84c738cf","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.839377301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"7f281d2b-e2ce-43a9-a8ed-92204b48ca45","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","model":"test-model-bd944f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-bd944f/test-model-bd944f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:28.84462211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"1f013398-adc4-45f2-8b3f-79ea84c738cf","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:29.004808693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"28411fcf-df9c-4ca7-b81c-351ca577b45d","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:29.004826501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"28411fcf-df9c-4ca7-b81c-351ca577b45d","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:29.215819396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"9bbbabb7-c341-4808-9454-5bc22ec0a5c1","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:29.381488674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"166c9fcb-e8fd-4faf-b3bd-b37087fa5bd3","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:29.381512244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"166c9fcb-e8fd-4faf-b3bd-b37087fa5bd3","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:30.657363333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"834b3dd4-5040-4d1e-830f-fbbc85a8bf45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:30.715593412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"834b3dd4-5040-4d1e-830f-fbbc85a8bf45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:30.772473017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"834b3dd4-5040-4d1e-830f-fbbc85a8bf45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:34.587691645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"7c874b98-1084-49bf-a126-19595095a66b","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscription":"e2e-shared-sub-7e9bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:34.805332999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-7e9bc1","reconcileID":"7c874b98-1084-49bf-a126-19595095a66b","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-a-only-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:35.019341477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"d9f42b92-36a9-42d0-9b11-ef92a8f65603","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:35.021137446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"6889dfca-2aec-4436-ba54-7101631094b9","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:35.02115863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"6889dfca-2aec-4436-ba54-7101631094b9","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:35.193260573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"398c5f3e-b569-4d5f-8f52-605833af88b5","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:35.193285186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"398c5f3e-b569-4d5f-8f52-605833af88b5","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:40.878751525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"cb212834-87e7-437a-b81a-f6b825b451c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:40.93720958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"cb212834-87e7-437a-b81a-f6b825b451c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:40.994397142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-89c2d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71ca4f5154c0ba14584e3e58a088cf13b6efe4d82d87fb74d64b77e706e0debd) AuthConfig (1d2f9ee56fae9344b08eda6662584d06379fc95470224980a5f8ec3575f52ec3) AuthConfig (10c376590631360e48dc10403fd1d33ba2b2e7b4d49db83c6573a137ba874547) AuthConfig (cc5f5a1ecdd3068d082a0325e819d308989a73006237cca0f4e1a2ed10a5447b) AuthConfig (25091e966eeea89a012536767b2d5b75587d8d3d994cda21f5f1e5e5a97d9466) AuthConfig (a584ea2802b657e4b1dacbdab0c7c06b7f4c80e3e4208d8ff267846beca1c3c4) AuthConfig (3f72cfa5b4cd5ee1f1d6febce2a5f31c3e051ce4417de135a3fa2f36b928015a) AuthConfig (d5d332443201b8277d9c269769a932d6a7e219a4ede59085e7629252b08690dd) AuthConfig (3b9a53afb2f5c3443e845f131fe359325bfa8d41973dd68eae988f48ec7b2281) AuthConfig (e44f5fcd9b6f9f9873880c0e59d9b7a28ed66caf91596c279d69eceafafc9541) AuthConfig (dbe062fbbaa475999fa461eba69af8d7629ecd4b1eb09f6cb65dc4214b68142e) AuthConfig (fc1000ffb6588c9755db3ec364671469553910c1e0b477884e7f763436852b8f) AuthConfig (59ac5d97bb592ba027c6bf765708539b058183326b15a52cef8cdf1434447755) AuthConfig (54c1bf9fb430a31e8dc0053cb222baa9b6d351ab832899f44bd10f087822a798) AuthConfig (728d2e3a9cde03c416926f3cdabfbc0c317d98bd9111d71bb9794ecd55bb8884) AuthConfig (8d2ad6e4ad9153a6c419810a79c7edafed8f76bf19188ae3cb0dfe2184297ea0) AuthConfig (78f15ab73d639ea1c71241dfdacc12abfad616d0bc2b8f2ff0e97406ce0af6ba) AuthConfig (cdbdb754cfc54752949bd0b5ff7c2640241fe1d29aaabd398c96a06dcc3b6c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"cb212834-87e7-437a-b81a-f6b825b451c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:43.622120491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:44.749925713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"e984d10d-2d2b-4065-8970-a33b3d944a8a","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:44.920056597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"fa4d004b-02ff-4c32-8c2e-591ceb7ea75c","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:44.920074111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"fa4d004b-02ff-4c32-8c2e-591ceb7ea75c","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:45.357900948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"52048b67-9c16-434f-8b63-82029b761e8f","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscription":"e2e-a-only-7e9bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:45.41102851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"52048b67-9c16-434f-8b63-82029b761e8f","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:45.464058238Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-7e9bc1","reconcileID":"52048b67-9c16-434f-8b63-82029b761e8f","MaaSSubscription":{"name":"e2e-a-only-7e9bc1","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:45.737824672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"bc55a575-9a88-4ac0-be5a-582621e01f10","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:45.737857605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"bc55a575-9a88-4ac0-be5a-582621e01f10","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.036320114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"b588035c-51ed-4ba3-a0d3-dd921e43bb89","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.096927736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"b588035c-51ed-4ba3-a0d3-dd921e43bb89","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.097974888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"e590c9e7-b8fb-471f-8a32-aae6382778f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.098097948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"50b084cb-b171-498f-8a9d-2948c2df06f3","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.098118601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"50b084cb-b171-498f-8a9d-2948c2df06f3","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.307052068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"e590c9e7-b8fb-471f-8a32-aae6382778f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.369940872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"23de0521-9398-4fe9-a0c9-0abb93ac1f8b","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.369950281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"da217e06-8df8-41bf-8997-fcceaff4e83b","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.435932944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"e590c9e7-b8fb-471f-8a32-aae6382778f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.435954481Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-7e9bc1","reconcileID":"e590c9e7-b8fb-471f-8a32-aae6382778f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.493142657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d865bb01-2c63-4c9f-aa7c-26733cfbc1ee","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.493164252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d865bb01-2c63-4c9f-aa7c-26733cfbc1ee","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.656043769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"57438a39-9193-47c8-a311-ef5d044f229d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.656064236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"57438a39-9193-47c8-a311-ef5d044f229d","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.764865165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"7b91a8b4-1c9d-4459-96b9-46ace9371958","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:46.764864437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"95495bb8-1d21-47a1-ab1c-34430524aa99","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:51.100270493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"aa62ed43-04d5-497c-9efa-3a0cd6afa5ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:51.15860711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"aa62ed43-04d5-497c-9efa-3a0cd6afa5ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:51.428568509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"d0cd527c-ad6a-44ee-8603-c729d36e0803","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:51.428585959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"d0cd527c-ad6a-44ee-8603-c729d36e0803","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.011048034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"66ace88e-5f25-4936-877a-655799207d3c","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.011068347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"66ace88e-5f25-4936-877a-655799207d3c","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.068749171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"3d323e83-4b8f-4244-9343-1f78b7cfdcf3","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.068773785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"3d323e83-4b8f-4244-9343-1f78b7cfdcf3","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.174325491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"10656c70-65b7-4be2-a67c-f38664ea7e4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.304248085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"10656c70-65b7-4be2-a67c-f38664ea7e4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.361333774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"10656c70-65b7-4be2-a67c-f38664ea7e4c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.417544378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d13775a8-9564-4219-bb81-987104a88dbb","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:55.417562855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d13775a8-9564-4219-bb81-987104a88dbb","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.050192735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"4cc38c61-7aa5-45b8-b422-be4ec0042b53","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscription":"e2e-shared-sub-7e9bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.266290726Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-7e9bc1","reconcileID":"4cc38c61-7aa5-45b8-b422-be4ec0042b53","MaaSSubscription":{"name":"e2e-shared-sub-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-b-only-7e9bc1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.478115453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"346354a4-34cd-4dcc-b021-1ffcf506df4e","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.532500502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"9487594f-d7e9-40ab-8ac3-34bde0434e29","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.532520505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"9487594f-d7e9-40ab-8ac3-34bde0434e29","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.868485424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c0a304f2-d681-40fb-970f-cea2f2d034fa","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:48:57.868506688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c0a304f2-d681-40fb-970f-cea2f2d034fa","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:05.52397327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"38b88d20-3733-4931-ae23-f35f0573c289","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:05.582055006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"38b88d20-3733-4931-ae23-f35f0573c289","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:05.638874776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"38b88d20-3733-4931-ae23-f35f0573c289","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.033092096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"24982ec7-28a0-4da2-99ee-7c455a690035","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscription":"e2e-b-only-7e9bc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.086175871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"24982ec7-28a0-4da2-99ee-7c455a690035","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.139369925Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-7e9bc1","reconcileID":"24982ec7-28a0-4da2-99ee-7c455a690035","MaaSSubscription":{"name":"e2e-b-only-7e9bc1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.416285078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e25fb581-1461-4155-bdb1-05fdab198ab0","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.416322164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"e25fb581-1461-4155-bdb1-05fdab198ab0","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.737930218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"fc3b6164-449c-4780-bdf7-b54c0f2e4712","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.737949631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"fc3b6164-449c-4780-bdf7-b54c0f2e4712","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.793612377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"c2e82d72-93ea-41b9-bc1c-6ca245715244","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.793636224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"c2e82d72-93ea-41b9-bc1c-6ca245715244","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:08.898534916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"59b26145-f83b-4cc0-86cd-5249fe0350c7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:09.07638368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"59b26145-f83b-4cc0-86cd-5249fe0350c7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:09.133795051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"59b26145-f83b-4cc0-86cd-5249fe0350c7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:09.195891026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"dde906a8-d467-4f00-afbc-0f9313dc7088","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:09.195910074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"dde906a8-d467-4f00-afbc-0f9313dc7088","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:10.286417769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"ef7696f1-9797-4409-88aa-10cda9d88d07","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:10.344291486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"ef7696f1-9797-4409-88aa-10cda9d88d07","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:10.40105403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"ef7696f1-9797-4409-88aa-10cda9d88d07","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:13.622692326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:15.745247647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"4f007293-14ff-4913-8bb3-7ff5e1f3f368","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:15.803334219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"4f007293-14ff-4913-8bb3-7ff5e1f3f368","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:15.860109934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"4f007293-14ff-4913-8bb3-7ff5e1f3f368","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:15.918773652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"93496c99-c526-42b5-b589-7b65da819740","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:15.918792804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"93496c99-c526-42b5-b589-7b65da819740","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:20.507664312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"b128a68b-69d8-4257-91a2-1e5b0611d1da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:20.58948382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"b128a68b-69d8-4257-91a2-1e5b0611d1da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:20.658521867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"b128a68b-69d8-4257-91a2-1e5b0611d1da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.073379941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"58effff5-4030-4095-bee2-5cf3b4758881","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.073485713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"07b3fcf6-a742-4e87-bd01-721aeaac13b5","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.073503863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"07b3fcf6-a742-4e87-bd01-721aeaac13b5","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.282275741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"58effff5-4030-4095-bee2-5cf3b4758881","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.346305438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"007955e7-c984-43b5-895f-457ed193098b","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.412043048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"58effff5-4030-4095-bee2-5cf3b4758881","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"e2e-inf-a-9b6814-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.412070651Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-auth","reconcileID":"58effff5-4030-4095-bee2-5cf3b4758881","MaaSAuthPolicy":{"name":"test-model-9b6814-auth","namespace":"ai-tenant-e2e-inf-a-9b6814"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.4698847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"80dc9200-cb0f-4783-b763-1d385560e9a6","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.469903511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"80dc9200-cb0f-4783-b763-1d385560e9a6","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.638274267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"5d535a8c-061e-405f-9b43-aab78e990b27","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.638292417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"5d535a8c-061e-405f-9b43-aab78e990b27","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:21.740060996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"7f8702fe-d324-4cb4-8917-d8aa120753ce","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:26.024395967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"f828fd55-2d8e-469f-9c3b-fdfe59781e9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:26.088581916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"f828fd55-2d8e-469f-9c3b-fdfe59781e9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:26.145854623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-8a025a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0dc70470d2d18482ab4494e82a888c4060e7d014fc1bc4f2c7574bbd0f31330) AuthConfig (48886f1f65e949d4ab6c94c733ff67773983628c6d1b8a384fe07a4ebae50f8c) AuthConfig (d07b1763652c2b4c5f9a5fe0c1e133c51d26d5fa50530e31bd787cfe3efe4a4d) AuthConfig (019698c5d1173a2390c05d86ede7000856fd7734995f2a2250afafb10111cb0b) AuthConfig (951a5e51527b2683b3bf2d1e1d6da7806ca4c18436783fc864c95fe7e046046a) AuthConfig (464ff51998de7f1413190400ee1dc0da623fcb7aa134ad78f579efc2cdc1322a) AuthConfig (01fe5b050f454bf1f75037cf7542fa96c7951be897a58475f5586c5a833c41bb) AuthConfig (396a5e95e27ec62949d935ab40ac1c3d9a86ae485d2a49381dc77b51d6e894db) AuthConfig (062c429c7186e94ec0d2a289a70b029987c5d5a90d7136411d6f2186c0967070) AuthConfig (00c582d8405944a0358182919a5cc0cce4a44f513f2deba6ea1d9f701bb6d79d) AuthConfig (bbe219f9f4d92b65f0b8a1e40a16ce42421294b6a5282d1647c4bc343d6e915e) AuthConfig (8683dfeb793b8f2f9caa696eabbd23d30c0ec2b44b0066e47eddd888afc7451c) AuthConfig (6b203c5ce6f15d6351e8d21cfa399dffd5eff3b9afece25012ba9fe7f34f13a6) AuthConfig (b00bce1f7c8a3712225d9cafa6a2f5b28975b98f14ebf0dced61c04030d6dd7d) AuthConfig (49107a54416112b7b1c0ea8f7f66ce72a627ad300d6f9d640ea50d7c06f18194) AuthConfig (0cb2ec5f399b1c8c5b47582afe1f7dbe67b9f935e3c9970654cc3acb0fd116f1) AuthConfig (49ebcb9221930e2ad93c507d7dbec357c8ddcbadc1d81307b974e0672f0e776f) AuthConfig (9a293934da024253e645130250e596d70295fed1af72dd58201243a20df6f30d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"f828fd55-2d8e-469f-9c3b-fdfe59781e9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:30.764737803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"898c45fe-cc34-4d34-acfd-f09ef320d602","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:30.822911858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"898c45fe-cc34-4d34-acfd-f09ef320d602","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:30.879479795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"898c45fe-cc34-4d34-acfd-f09ef320d602","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:32.016571852Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"d20c594e-2f45-4f18-8880-d03a26e67026","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","subscription":"test-model-9b6814-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:32.069318216Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"d20c594e-2f45-4f18-8880-d03a26e67026","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:32.122296881Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814-sub","reconcileID":"d20c594e-2f45-4f18-8880-d03a26e67026","MaaSSubscription":{"name":"test-model-9b6814-sub","namespace":"ai-tenant-e2e-inf-a-9b6814"},"name":"maas-trlp-test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:32.396961145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"d5da537f-64f9-4574-9e0b-362088087f2f","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"tenant":"e2e-inf-a-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","model":"ai-tenant-e2e-inf-a-9b6814/test-model-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:32.396981854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"test-model-9b6814","reconcileID":"d5da537f-64f9-4574-9e0b-362088087f2f","MaaSModelRef":{"name":"test-model-9b6814","namespace":"ai-tenant-e2e-inf-a-9b6814"},"routeName":"test-model-9b6814-kserve-route","namespace":"ai-tenant-e2e-inf-a-9b6814","llmisvcName":"test-model-9b6814","gateway":"openshift-ingress/e2e-inf-a-9b6814","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.283431951Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"01b9801b-0577-445e-bb61-bc4947a311c0","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.283460722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"8441a825-e0c2-4113-90ad-5825c063a059","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.283471912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"8441a825-e0c2-4113-90ad-5825c063a059","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.490108636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"01b9801b-0577-445e-bb61-bc4947a311c0","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.556364367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"4fbacbf4-fb18-43c7-a945-38eb8eea3c1b","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.619694709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"01b9801b-0577-445e-bb61-bc4947a311c0","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"e2e-inf-b-bd944f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.619719677Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-auth","reconcileID":"01b9801b-0577-445e-bb61-bc4947a311c0","MaaSAuthPolicy":{"name":"test-model-bd944f-auth","namespace":"ai-tenant-e2e-inf-b-bd944f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.676970807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"73e1ff53-0bb2-4977-8735-f3fc90e15eda","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.67699348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"73e1ff53-0bb2-4977-8735-f3fc90e15eda","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.835220813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"8b1abb8d-6c08-41ed-9854-bdb163d28c65","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.835242506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"8b1abb8d-6c08-41ed-9854-bdb163d28c65","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:34.947280686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"504eae3b-e691-4b37-ba99-655dd2c0c677","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:36.251760897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"8656e08e-d38b-41ef-a9a0-43d8379ff3be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:36.30979778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"8656e08e-d38b-41ef-a9a0-43d8379ff3be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:36.587508665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"bcf6992b-06c8-4e86-b8e0-5dfd378497a8","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:36.587533106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"bcf6992b-06c8-4e86-b8e0-5dfd378497a8","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:40.986071929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"efa5eed2-c83c-4fa1-a416-5bd1fffb916c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:41.044294686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"efa5eed2-c83c-4fa1-a416-5bd1fffb916c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:41.10164202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51) AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"efa5eed2-c83c-4fa1-a416-5bd1fffb916c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:41.160516091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b68dca00-299e-40e3-9644-de799814ecbb","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:41.160535817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b68dca00-299e-40e3-9644-de799814ecbb","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.266467511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"1869becd-ee18-4c12-a9db-c821a0664b92","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.266488907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"1869becd-ee18-4c12-a9db-c821a0664b92","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.3269852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"bab22a52-3ac6-41f2-b2a1-09b4ba5324cf","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.327008771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"bab22a52-3ac6-41f2-b2a1-09b4ba5324cf","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:49:42.379564202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"019c41de-c457-48f3-a4c9-80fa25ed2cd9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-f58ec7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:49:42.381141449Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"bab22a52-3ac6-41f2-b2a1-09b4ba5324cf","name":"rate-test-model-89c2d2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-89c2d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:49:42.381192284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"bab22a52-3ac6-41f2-b2a1-09b4ba5324cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-89c2d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.386514623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"a81cc0b0-f9a3-48b4-94b7-4eabffa2f817","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.38654627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"a81cc0b0-f9a3-48b4-94b7-4eabffa2f817","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.413548927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ec6eac2d-56c6-4f33-80b5-6099db637691","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.471913418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ec6eac2d-56c6-4f33-80b5-6099db637691","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.484658173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"ca447741-e8f0-4abd-9b0c-560894334185","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.484677178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"ca447741-e8f0-4abd-9b0c-560894334185","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.542280534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"abd70bd6-0f9e-4a6b-8846-02af91b71165","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.542297038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"abd70bd6-0f9e-4a6b-8846-02af91b71165","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.734286531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"f5cc204f-4a93-4965-961b-bc578189589b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.759518017Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"7e0a5ef9-b73b-4552-9c56-6d8c713f853d","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"rate-test-model-89c2d2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-89c2d2/e2e-rate-iso-a-f58ec7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.792599541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"f5cc204f-4a93-4965-961b-bc578189589b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.928340612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"36f1455a-b427-4a84-922c-dddf8b5c83b7","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:42.928360777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"36f1455a-b427-4a84-922c-dddf8b5c83b7","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:43.140764334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"7ca006b7-7045-459b-aa95-9f96fefb4a9f","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:43.622237686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:45.32287847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"9e6920d9-5393-461a-9b04-17a002e6ee3d","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","subscription":"test-model-bd944f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:45.378143336Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"9e6920d9-5393-461a-9b04-17a002e6ee3d","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:45.434462414Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f-sub","reconcileID":"9e6920d9-5393-461a-9b04-17a002e6ee3d","MaaSSubscription":{"name":"test-model-bd944f-sub","namespace":"ai-tenant-e2e-inf-b-bd944f"},"name":"maas-trlp-test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:45.742582586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"49cf3ebd-88ed-4917-aa00-4e6c29c1d136","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"tenant":"e2e-inf-b-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","model":"ai-tenant-e2e-inf-b-bd944f/test-model-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:45.74260702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"test-model-bd944f","reconcileID":"49cf3ebd-88ed-4917-aa00-4e6c29c1d136","MaaSModelRef":{"name":"test-model-bd944f","namespace":"ai-tenant-e2e-inf-b-bd944f"},"routeName":"test-model-bd944f-kserve-route","namespace":"ai-tenant-e2e-inf-b-bd944f","llmisvcName":"test-model-bd944f","gateway":"openshift-ingress/e2e-inf-b-bd944f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:51.266448706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"2bee3286-ffb6-41bb-a465-5161e1c101f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:51.325039625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"2bee3286-ffb6-41bb-a465-5161e1c101f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:51.381623281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-bb037c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e29a376e979ff83773d3ad0ea15fc9df61ba9bd89bf584aa9fa944f4f2afc854) AuthConfig (4574d75de709b879c6c1d35133b695022508c9742dc0924d778b30801bb4d8d4) AuthConfig (23aee953cd53ddf71e3ec60ef1cfb37fade0dc9e92960a8cfaad012d7a243df6) AuthConfig (e016bbcfab86947429f62b4de98e4ef6da48028b490f82c2f0c172c753399e0e) AuthConfig (ee64a5ecabf3293690ed39b022ce8cd027f09caad2661ccb279b963910650c51) AuthConfig (0d8dd0f37d611ed7c739008f98c7365b14244dade9dcfde21ef5487f5b4c9183) AuthConfig (80ad7459545ef2f965eca4fcc388629580bf87d664673b3ef5bfbd8be9ae237e) AuthConfig (c8400ff271555871f94bc7a87c2a7644f10a0809a7cff46128fd246a6267c775) AuthConfig (610706d9563fd09e8adf7249b00be309cbe9d5aab42a7a9604a154356c10e96e) AuthConfig (85714121ee288a2fb9cd6bb952f4f15d1307827013cef53f670b4f3ab0c5ab4e) AuthConfig (56e46f516367f10f271407ad3742076ed1b5712a1585532e7550be5b58ee52d9) AuthConfig (af274d346f3f719dffc786b5e17a93e5f7cc60be3e6568d0edf9d661033a19f4) AuthConfig (7f2c28d6c824c7fa58056b0b2fbabbe5972c848a0293bcbf82ca27e272eeb205) AuthConfig (9c56d07efa4126a9da11080ce353bf2aefdb9697d9946159c3ea93171a76b7c0) AuthConfig (2209ed7fd9292079bdb2d4f791d061d9338c116738b03933394b358f870db5e6) AuthConfig (3768e93e96f57df954c9df84ca5c7102e9bdd912b583ef21b027e38d9aeabcfd) AuthConfig (39d5c2c14b6471cc79dd3381216c7894747ae58c6001188169422496cabdff17) AuthConfig (ed43b5dd1850fb9f0109f403b2da8f628be8980e88248247ce12b6737fb20514)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"2bee3286-ffb6-41bb-a465-5161e1c101f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.559398875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"823d8424-335f-4a39-9736-a5136e05b687","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.559424932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"823d8424-335f-4a39-9736-a5136e05b687","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.619674486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8f8b5ad0-af1a-4792-b4e9-708eaf30d4d1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.619690613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8f8b5ad0-af1a-4792-b4e9-708eaf30d4d1","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.665260955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5b4bafce-4872-48e4-a7e3-ff4410dd74c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:49:52.665989653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"092ec947-b48a-4e8b-882b-07cd57148e54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-f58ec7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.722946981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5b4bafce-4872-48e4-a7e3-ff4410dd74c6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.773458108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"9c19e0b4-0123-4be7-ad82-50eea979e24b","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.773475314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"9c19e0b4-0123-4be7-ad82-50eea979e24b","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.831337125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"c0185b10-1bd5-4827-9b46-5b0c2a7cc46c","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:52.831357037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"c0185b10-1bd5-4827-9b46-5b0c2a7cc46c","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.031862451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"e9c8d4a5-7950-476c-a6d3-75983aced3af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.045492067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"45d7f4b7-6ef3-49a2-836a-6b46617d53d3","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"rate-test-model-8a025a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-8a025a/e2e-rate-iso-b-f58ec7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.089566713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"e9c8d4a5-7950-476c-a6d3-75983aced3af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.212758272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8f6041b2-6c7d-4e0b-b727-94d1e11a1938","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.212778791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"8f6041b2-6c7d-4e0b-b727-94d1e11a1938","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:53.424165554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"5154761e-d91a-4352-a3eb-83790288538d","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:58.40281889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"4c03f196-f755-44d4-aa39-52f5b898fded","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:58.568707396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"89c21aba-4fa4-4b92-9231-2aef40f3bd57","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:58.56872561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"89c21aba-4fa4-4b92-9231-2aef40f3bd57","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:58.941479724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"30314d42-f08d-4546-8d91-44b87f213ceb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:49:59.027318085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"30314d42-f08d-4546-8d91-44b87f213ceb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:01.48727377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"afdf268f-cc70-4eec-a088-91b1aed01bd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:01.54513664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"afdf268f-cc70-4eec-a088-91b1aed01bd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:01.864732096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"2a50ef5c-1e5f-483a-9822-49685433ffb3","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:01.864752665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"2a50ef5c-1e5f-483a-9822-49685433ffb3","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:05.972082496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c5f9ee1e-5c25-4282-ac85-db48bf3a84af","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:05.972108736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c5f9ee1e-5c25-4282-ac85-db48bf3a84af","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.027087364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d9392196-a1ea-40cc-967a-e0f48d4fa41a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.027106027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d9392196-a1ea-40cc-967a-e0f48d4fa41a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.131654159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66869eb-296e-4e90-821f-3ed445257c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.186179515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66869eb-296e-4e90-821f-3ed445257c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.240072617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66869eb-296e-4e90-821f-3ed445257c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.24022861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"6162f21d-5472-4e45-a94b-82193dcc7116","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.292825196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66869eb-296e-4e90-821f-3ed445257c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.423177114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"6162f21d-5472-4e45-a94b-82193dcc7116","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.49162249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"6162f21d-5472-4e45-a94b-82193dcc7116","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.592943214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"04c50005-7287-4296-8708-55685397d96b","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:06.592962757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"04c50005-7287-4296-8708-55685397d96b","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:08.224938347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9e5e-e5ed-4ffd-8e26-28f6abab2436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:08.277717187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9e5e-e5ed-4ffd-8e26-28f6abab2436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:08.330633337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9e5e-e5ed-4ffd-8e26-28f6abab2436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:08.383487078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79c9e5e-e5ed-4ffd-8e26-28f6abab2436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:13.623231568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:16.700769534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"8741f69a-2d8f-4ed4-a75b-c3779cbd0074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:16.758792623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"8741f69a-2d8f-4ed4-a75b-c3779cbd0074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:16.815859466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"8741f69a-2d8f-4ed4-a75b-c3779cbd0074","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:20.831397445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"04de2efd-ecfd-4fab-a7b7-9c07923856a6","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:20.999823122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d6da9a14-7d2d-47a3-905a-d5ef116b1002","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:20.99986965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"d6da9a14-7d2d-47a3-905a-d5ef116b1002","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:21.891900029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"7eee14c1-76bc-42db-a894-762010829818","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:21.958586274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"7eee14c1-76bc-42db-a894-762010829818","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:25.960255384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5e7f2811-121c-4b49-8d61-fda3f3b0e0e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:25.960338027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"0be927dd-fba9-485c-b765-e9578dac7662","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:25.960357537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"0be927dd-fba9-485c-b765-e9578dac7662","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.165609938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5e7f2811-121c-4b49-8d61-fda3f3b0e0e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.232002309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"2a28fa1f-d651-4ba1-96e8-d83ea0a6a754","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.295819915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5e7f2811-121c-4b49-8d61-fda3f3b0e0e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"e2e-shared-a-w4-89c2d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.295855065Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"5e7f2811-121c-4b49-8d61-fda3f3b0e0e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.353575289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"5f1f0131-b3f0-41a8-998d-33fefb25f720","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.353605711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"5f1f0131-b3f0-41a8-998d-33fefb25f720","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.539631373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"3d9f3f9e-d06d-4459-9d7f-02175b9a15e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.53971111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"f47f9f34-6d66-4b57-b5b2-2772c782a560","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.539723911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"f47f9f34-6d66-4b57-b5b2-2772c782a560","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.626515816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"6edd5ff3-d43f-4fea-8f97-aa3a8262c47b","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.746581749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"3d9f3f9e-d06d-4459-9d7f-02175b9a15e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.81172929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"0b32491a-c696-4484-9d75-f23651e611e1","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.87862021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"3d9f3f9e-d06d-4459-9d7f-02175b9a15e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.878644562Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"3d9f3f9e-d06d-4459-9d7f-02175b9a15e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.923096226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"886e58de-80d6-4bf7-8df0-0cf350763fd6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.935797983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ef93cda7-1a77-481c-b7df-39c87c117541","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.936040578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"babc5358-0346-4dcd-8d3d-8e07cee21eab","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.936061136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"babc5358-0346-4dcd-8d3d-8e07cee21eab","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:26.981873869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"886e58de-80d6-4bf7-8df0-0cf350763fd6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.041909025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (615245104a594b9b9cfa23d77f81587ed98960d00d73abeefc60c42638da5a0b) AuthConfig (c644e220b6152d62c41799ddc177ff1dc24227a3e21ebd2ffaee5f50beba7e91) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2) AuthConfig (99e475a99dd1f56aefafc6c5d20d8f273dce092091df2eaf6d7fa09bdf74f42c) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (1cd47fbf42bd9bfe22bc9af02c510f37eaf60deba373550be0a21de778bcd472) AuthConfig (1f5749b203126f4e0571066096c03b17434bb538b4eb06d03cccd0b5c9682b82) AuthConfig (15f09523b3eb414a55fea6bc5751725783e2f2ade3aed5c2fb82b8595003ab31) AuthConfig (194205182b7f910be0429c6c7173e3412b455e8a4e99ee34b6974a1f2455e047) AuthConfig (b6dfebcfe1f903a99294d2d78c581e1ade7258cf3dbf06f2a9c0ea07561e05a5) AuthConfig (b9425be61124e0bb788e5aa9f3c20717933386b682cb1e420e1045d5981e2504) AuthConfig (f46a82dabfb681e57afdcc2f124319c9bb086dd444645d6e020f9300a13f4221) AuthConfig (5be9716c2198a22cd66f60c59e933b03491cb7882f6f25179a92e56a3a1fc358) AuthConfig (af1bfa05b16ab4f13f8dde8ae4f31951dcfcd5f078496f1b60f665acd006d722) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"886e58de-80d6-4bf7-8df0-0cf350763fd6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.096185892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"fb8e28e8-5a41-415c-9bc1-0183b881f956","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.096206999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"fb8e28e8-5a41-415c-9bc1-0183b881f956","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.100590263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ca790c0c-f4ce-4f8c-af11-017189faa597","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.10060722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ca790c0c-f4ce-4f8c-af11-017189faa597","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.141536987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ef93cda7-1a77-481c-b7df-39c87c117541","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.200075594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ef93cda7-1a77-481c-b7df-39c87c117541","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"e2e-shared-b-w4-8a025a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.200097894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ef93cda7-1a77-481c-b7df-39c87c117541","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:27.208106275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"a31486b4-3262-4263-a800-78b56681d02b","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:27.252709484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-auth-f58ec7","reconcileID":"ef93cda7-1a77-481c-b7df-39c87c117541","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-f58ec7\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.210228618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"1d2e688a-bb01-4586-8062-40214bfde13e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.260969185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"06fa3af0-c7a5-4f32-a3f0-674913976f3d","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","subscription":"e2e-rate-iso-a-f58ec7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.268538449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"1d2e688a-bb01-4586-8062-40214bfde13e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.315544498Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"06fa3af0-c7a5-4f32-a3f0-674913976f3d","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.32585312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-232ca1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (615245104a594b9b9cfa23d77f81587ed98960d00d73abeefc60c42638da5a0b) AuthConfig (c644e220b6152d62c41799ddc177ff1dc24227a3e21ebd2ffaee5f50beba7e91) AuthConfig (e37f530943466bbac1eec7319ba66bfda0c034039c59ca598c6216458369f575) AuthConfig (0d5df14e73a866b7b01297b1a1714274292467d1910799702cde4022fb9c5fc2) AuthConfig (99e475a99dd1f56aefafc6c5d20d8f273dce092091df2eaf6d7fa09bdf74f42c) AuthConfig (48b0d868843ae52cdd221e8313e209c83d1379c74d64fb349a02db560f54c225) AuthConfig (1cd47fbf42bd9bfe22bc9af02c510f37eaf60deba373550be0a21de778bcd472) AuthConfig (1f5749b203126f4e0571066096c03b17434bb538b4eb06d03cccd0b5c9682b82) AuthConfig (15f09523b3eb414a55fea6bc5751725783e2f2ade3aed5c2fb82b8595003ab31) AuthConfig (194205182b7f910be0429c6c7173e3412b455e8a4e99ee34b6974a1f2455e047) AuthConfig (b6dfebcfe1f903a99294d2d78c581e1ade7258cf3dbf06f2a9c0ea07561e05a5) AuthConfig (b9425be61124e0bb788e5aa9f3c20717933386b682cb1e420e1045d5981e2504) AuthConfig (f46a82dabfb681e57afdcc2f124319c9bb086dd444645d6e020f9300a13f4221) AuthConfig (5be9716c2198a22cd66f60c59e933b03491cb7882f6f25179a92e56a3a1fc358) AuthConfig (af1bfa05b16ab4f13f8dde8ae4f31951dcfcd5f078496f1b60f665acd006d722) AuthConfig (7d5e51b3df737d72e06d954edc6b7875c5e6a8868bc78f7e5a85174cc271ed29) AuthConfig (f6347b41ab2bff85324d830f8920894eac5c525ab48bf381884c481d37f5cb01) AuthConfig (ae5b92dfbb7ceb5186b1cd856e66b4f121d3a919e0475e0f2953e1aa6acb9cd4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"1d2e688a-bb01-4586-8062-40214bfde13e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.3690092Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"e2e-rate-iso-a-f58ec7","reconcileID":"06fa3af0-c7a5-4f32-a3f0-674913976f3d","MaaSSubscription":{"name":"e2e-rate-iso-a-f58ec7","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"name":"maas-trlp-rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.65015349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c47966e9-a432-4255-841f-c2142918c688","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"tenant":"e2e-shared-a-w4-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","model":"ai-tenant-e2e-shared-a-w4-89c2d2/rate-test-model-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.650179731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"rate-test-model-89c2d2","reconcileID":"c47966e9-a432-4255-841f-c2142918c688","MaaSModelRef":{"name":"rate-test-model-89c2d2","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"routeName":"rate-test-model-89c2d2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","llmisvcName":"rate-test-model-89c2d2","gateway":"openshift-ingress/e2e-shared-a-w4-89c2d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.838397238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"306a74d8-5b21-47b7-ad7f-0e7e43b38604","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:37.838419189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"306a74d8-5b21-47b7-ad7f-0e7e43b38604","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.798629115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","namespace":"ai-tenant-e2e-inf-a-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.798694896Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","namespace":"ai-tenant-e2e-inf-a-9b6814","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.798748386Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","tenant":"e2e-inf-a-9b6814","tenantID":"e2e-inf-a-9b6814","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.853891443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Deployment","name":"maas-api-e2e-inf-a-9b6814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.916922082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Service","name":"maas-api-e2e-inf-a-9b6814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:39.97911258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9b6814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.03379876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9b6814","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.089750148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.150686196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.211846095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.274153992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.327085335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.379767809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.43253633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Service","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.484888488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.537192628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.589099457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.641408568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.697720284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.750154759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.802438056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.858070141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9b6814","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:40.910868651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9b6814"},"namespace":"ai-tenant-e2e-inf-a-9b6814","name":"default-tenant","reconcileID":"228f3861-f5dc-4a96-9400-cec5c0e21cf1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9b6814","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:43.621466477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.012502198Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b6814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b6814","reconcileID":"fb594b56-124d-4af4-80b0-45eeae7dde85","aitenant":"ai-tenants/e2e-inf-a-9b6814","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.61148994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4620b276-4bf7-4c87-843f-ef9eaf97064d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.665139658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4620b276-4bf7-4c87-843f-ef9eaf97064d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.71766407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4620b276-4bf7-4c87-843f-ef9eaf97064d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.770301386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4620b276-4bf7-4c87-843f-ef9eaf97064d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:45.883815086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9b6814","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9b6814","reconcileID":"fb594b56-124d-4af4-80b0-45eeae7dde85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9b6814","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9b6814"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.431506842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"199606ce-16c7-447a-bafc-512de91b8b55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.490941564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"199606ce-16c7-447a-bafc-512de91b8b55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.693172634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56eec43-2fbd-4b08-bd85-d8952519ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.745763703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56eec43-2fbd-4b08-bd85-d8952519ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.799862432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56eec43-2fbd-4b08-bd85-d8952519ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.804250412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"bf9db8cc-d924-4cf7-93c7-f85287cc0c31","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.804273134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"bf9db8cc-d924-4cf7-93c7-f85287cc0c31","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:47.853622056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56eec43-2fbd-4b08-bd85-d8952519ab13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:48.005280023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"92f90b50-e53c-4212-a72c-f2bcc73a2913","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","subscription":"e2e-rate-iso-b-f58ec7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:48.058309826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"92f90b50-e53c-4212-a72c-f2bcc73a2913","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:48.121253921Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"e2e-rate-iso-b-f58ec7","reconcileID":"92f90b50-e53c-4212-a72c-f2bcc73a2913","MaaSSubscription":{"name":"e2e-rate-iso-b-f58ec7","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"name":"maas-trlp-rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:48.404949796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"051410da-831c-496a-96ab-06865e228048","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"tenant":"e2e-shared-b-w4-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","model":"ai-tenant-e2e-shared-b-w4-8a025a/rate-test-model-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:48.404973274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"rate-test-model-8a025a","reconcileID":"051410da-831c-496a-96ab-06865e228048","MaaSModelRef":{"name":"rate-test-model-8a025a","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"routeName":"rate-test-model-8a025a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","llmisvcName":"rate-test-model-8a025a","gateway":"openshift-ingress/e2e-shared-b-w4-8a025a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.201415997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"669f5faf-30bd-49fa-85ca-ee6ce32e686d","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.201435607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"669f5faf-30bd-49fa-85ca-ee6ce32e686d","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.268538414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"1f1bbf81-9601-4cc2-8497-bd2bab5a8d30","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.268564163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"1f1bbf81-9601-4cc2-8497-bd2bab5a8d30","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.307905594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"5bc45db1-84de-4ea2-96c5-342311c9215f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:53.308899863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"015855b7-409f-4e49-8795-ab8d50babe01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-045e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.366136329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"5bc45db1-84de-4ea2-96c5-342311c9215f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.416921194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"f8d64c2f-368e-4f75-b6ad-32c4668f5b4a","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.416943084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"f8d64c2f-368e-4f75-b6ad-32c4668f5b4a","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.473430121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b27b5635-ba93-40a1-bcc0-b8d25103f5ce","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.473449693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b27b5635-ba93-40a1-bcc0-b8d25103f5ce","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.64205099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"6d7cfe16-1cb1-4eb7-8d52-2da233c89748","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.642076397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"6d7cfe16-1cb1-4eb7-8d52-2da233c89748","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.703960786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"23fec00b-a95a-4a07-b32b-9986734273f7","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.704004674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"23fec00b-a95a-4a07-b32b-9986734273f7","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.722240613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"78a63381-e668-4d95-a906-bc47db4c2a24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.746897136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"2417ac06-98f4-4158-85c3-d4f0fbb8a8e6","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"sub-test-model-bb037c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-shared-sub-045e1b"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:53.754938124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"45c3a452-fa6c-4597-b022-e819dbca891e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-045e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:53.762746906Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"23fec00b-a95a-4a07-b32b-9986734273f7","name":"sub-test-model-232ca1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-232ca1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:53.762798646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"23fec00b-a95a-4a07-b32b-9986734273f7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-232ca1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.768172661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"8d5df1ab-a4b7-44a6-b8e4-ccf39301614c","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.768188049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"8d5df1ab-a4b7-44a6-b8e4-ccf39301614c","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.780534712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"78a63381-e668-4d95-a906-bc47db4c2a24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.815718553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"abff8b98-983b-4a7a-847b-c35fc193417f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.860026852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"96f2c6f6-2e66-4142-aac6-6f8fd84c0275","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.860044381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"96f2c6f6-2e66-4142-aac6-6f8fd84c0275","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.873588513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"abff8b98-983b-4a7a-847b-c35fc193417f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.914073898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"16d09974-6ba8-4ef1-ba0d-db6872cbb25c","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.914090636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"16d09974-6ba8-4ef1-ba0d-db6872cbb25c","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.964424119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c07a1d76-5465-45c7-aff2-46646fb1070c","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.964442292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"c07a1d76-5465-45c7-aff2-46646fb1070c","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.964710736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d2a92617-911f-4588-beb8-e16dc6c9c6dc","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:53.964721728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"d2a92617-911f-4588-beb8-e16dc6c9c6dc","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.022334035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"db06dfbd-ab37-494a-ba60-190a30bdee30","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.022352536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"db06dfbd-ab37-494a-ba60-190a30bdee30","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:54.071482508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"d105e8cd-b3d9-4143-a156-592576e4bd7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-045e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.123123672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"2f2b72a5-6807-48eb-91bc-75ff481ac0fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.181733485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"2028ba0d-9d4c-4bbc-8171-dc4c56cb5d4d","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"sub-test-model-232ca1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-shared-sub-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.182527154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"2f2b72a5-6807-48eb-91bc-75ff481ac0fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.185343094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"c68e661d-8a08-4049-a9f0-c6625d61b5ed","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.185358748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"c68e661d-8a08-4049-a9f0-c6625d61b5ed","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.203175707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ffd31702-822b-4a5a-be36-3f3625cb8707","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.203189743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"ffd31702-822b-4a5a-be36-3f3625cb8707","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.243887927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"378916b9-159b-4509-8dd0-02a6b96b214b","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.243904745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"378916b9-159b-4509-8dd0-02a6b96b214b","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.289203609Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"def06712-6feb-438c-8c3f-82c01d865849","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-a-only-045e1b","ai-tenant-e2e-shared-a-w0-bb037c/e2e-shared-sub-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.289668617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"55bd7ed7-6e24-4280-8efd-ba3cf2417131","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.289686007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"55bd7ed7-6e24-4280-8efd-ba3cf2417131","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:50:54.311772301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"4d3dd8dd-ce61-45a9-aad1-8dbb0873898a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-045e1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.385473274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"0003c96e-a252-4a21-a057-df0628a6297d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.437813001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"2c0279cc-5f34-42c4-b368-f0ff6a4c9346","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.437852984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"2c0279cc-5f34-42c4-b368-f0ff6a4c9346","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.446237923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"0003c96e-a252-4a21-a057-df0628a6297d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.485477393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d492b76e-fefd-40c8-94d4-0c7d9357b1dc","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.485499685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d492b76e-fefd-40c8-94d4-0c7d9357b1dc","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.489203276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"1f6ec723-3559-4415-86df-a1443af5e92a","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.54362166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"1e82deca-f872-4560-a42f-7d2d95a3d9d3","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.543636987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"1e82deca-f872-4560-a42f-7d2d95a3d9d3","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.658511959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"ff272777-4e20-404f-9f0b-0a2c65a64556","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.664533563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5e734cdd-ec22-49ad-bbb8-e0c3a5d8a126","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.664551523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5e734cdd-ec22-49ad-bbb8-e0c3a5d8a126","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.707646108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"f831a3d2-e497-4d88-aa50-83dc185ec379","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-b-only-045e1b","ai-tenant-e2e-shared-b-w0-232ca1/e2e-shared-sub-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.756131511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"61fd46c7-6708-4619-a286-25e585c8b333","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.813251031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"99200612-ea46-493a-9e42-29031fcdb038","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-b-only-045e1b","ai-tenant-e2e-shared-b-w0-232ca1/e2e-shared-sub-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.814269279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"61fd46c7-6708-4619-a286-25e585c8b333","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.877688036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"d4b5e678-6b2c-4853-9722-6e1746d9a5f0","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:54.962403233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8059045-688f-4512-9134-75ffdd782725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.015272958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8059045-688f-4512-9134-75ffdd782725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.022049092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"60faf9a7-8bfc-4dad-ac62-1c4b93482373","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.022064789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"60faf9a7-8bfc-4dad-ac62-1c4b93482373","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.068409352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8059045-688f-4512-9134-75ffdd782725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.121201379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8059045-688f-4512-9134-75ffdd782725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.174387756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"de256f2d-6105-42f9-bb11-c9c9a32b70e2","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:55.282115884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"8bd48627-9e5c-46b0-8fda-bda3f98b6fe4","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.306122788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","namespace":"ai-tenant-e2e-inf-b-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.306190212Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","namespace":"ai-tenant-e2e-inf-b-bd944f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.306236585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","tenant":"e2e-inf-b-bd944f","tenantID":"e2e-inf-b-bd944f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.361048314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Deployment","name":"maas-api-e2e-inf-b-bd944f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.43080613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Service","name":"maas-api-e2e-inf-b-bd944f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.497671091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-bd944f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.583570545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-bd944f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.642869789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.701434489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.759027472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.814702504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.873824977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Deployment","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.931944809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:56.998504362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Service","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.065420183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.128039382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61fd19-2fa2-4b3f-98ca-bece71e99bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.164810934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.180944529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61fd19-2fa2-4b3f-98ca-bece71e99bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.23369825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61fd19-2fa2-4b3f-98ca-bece71e99bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.242618349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.286375924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be61fd19-2fa2-4b3f-98ca-bece71e99bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.349109868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.409485744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.466383202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.56486747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.619890385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-bd944f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:50:57.674335158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bd944f"},"namespace":"ai-tenant-e2e-inf-b-bd944f","name":"default-tenant","reconcileID":"d141b141-6467-4ad9-8f1f-1b44aa1c16e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-bd944f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:01.854389668Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-bd944f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-bd944f","reconcileID":"3d356961-9729-449e-92b5-87d61b885fb7","aitenant":"ai-tenants/e2e-inf-b-bd944f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:02.341629619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e679cb38-83a8-4ae6-9888-a5435afc8640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:02.394958773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e679cb38-83a8-4ae6-9888-a5435afc8640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:02.447578075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e679cb38-83a8-4ae6-9888-a5435afc8640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:02.500684331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e679cb38-83a8-4ae6-9888-a5435afc8640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:02.793316715Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-bd944f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-bd944f","reconcileID":"3d356961-9729-449e-92b5-87d61b885fb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-bd944f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-bd944f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:04.532204798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a96e5-6ed7-435b-9337-fe40ecd001d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:04.591922001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a96e5-6ed7-435b-9337-fe40ecd001d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:04.644371414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a96e5-6ed7-435b-9337-fe40ecd001d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:04.698433627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"897a96e5-6ed7-435b-9337-fe40ecd001d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.021604759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"ce4c521d-53e2-4153-aa8a-1632f371ae49","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.021622198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"5b048a30-a8f8-4569-b056-36fc9d07a5fc","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.290279802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"eadcf149-a3d6-482b-bb67-7961a111ffcc","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.290299543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"eadcf149-a3d6-482b-bb67-7961a111ffcc","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.292994298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d31de1df-df1d-46c0-af32-48acdf4ba9e8","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.29301053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d31de1df-df1d-46c0-af32-48acdf4ba9e8","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.607692578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"dc57fe34-a495-4b29-908e-5d2b88307f5e","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.607693848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"0d795935-f6cc-4cc8-aac8-61ee63db8012","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.674799052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab7a19f-dbd0-46a4-a5d8-5c3747bf5479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.727700347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab7a19f-dbd0-46a4-a5d8-5c3747bf5479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.78131115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab7a19f-dbd0-46a4-a5d8-5c3747bf5479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.834366835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab7a19f-dbd0-46a4-a5d8-5c3747bf5479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.894886326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"a43161b2-526c-4770-be4b-e8d9ec9c082e","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.894908884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"a43161b2-526c-4770-be4b-e8d9ec9c082e","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.896039396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"1763e515-3a93-4704-8e1a-9cbe4d19d9ff","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.89605411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"1763e515-3a93-4704-8e1a-9cbe4d19d9ff","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:06.949475861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"63676820-8575-4048-9cd5-6850db929a73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:07.007261004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"63676820-8575-4048-9cd5-6850db929a73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:07.054448003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"57741715-5843-421c-b0f6-ec83a7c2038f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:07.112452287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"57741715-5843-421c-b0f6-ec83a7c2038f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:13.623037375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:34.402051508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3d4d42-3917-4eb8-bc8c-9e68cae7e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:34.455074186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3d4d42-3917-4eb8-bc8c-9e68cae7e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:34.507784505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3d4d42-3917-4eb8-bc8c-9e68cae7e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:34.560505303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3d4d42-3917-4eb8-bc8c-9e68cae7e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:36.528238765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7f1d9-f7a9-46e9-8e12-bdb0b7ada375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:36.58163442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7f1d9-f7a9-46e9-8e12-bdb0b7ada375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:36.634396178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7f1d9-f7a9-46e9-8e12-bdb0b7ada375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:36.687895221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc7f1d9-f7a9-46e9-8e12-bdb0b7ada375","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:51:43.622163155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:06.886435565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:06.886512944Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:06.88657943Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","tenant":"e2e-shared-a-w4-89c2d2","tenantID":"e2e-shared-a-w4-89c2d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:06.941069143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-89c2d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.002386536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Service","name":"maas-api-e2e-shared-a-w4-89c2d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.062759124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-89c2d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.118087684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-89c2d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.180299882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.236295643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.293918511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.357013989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.410598823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.463027559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.465318333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ba233be-f714-4e2f-a2d3-db1cad81a1f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.515444992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.566463502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"21c80390-b77b-40f1-bd14-f1c06c8da2d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.56777119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.590390666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"977b30e2-191b-4475-bddd-8a3215c98b5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.620287048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.668225464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"609e58da-d761-4c0c-ac48-cd6e8005883f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.672605707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.724939384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.781937203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.834371668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.886615129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.940872302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e96e851-75bf-4fda-8ad8-6520711d968d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.941307858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-89c2d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:07.993439051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-89c2d2"},"namespace":"ai-tenant-e2e-shared-a-w4-89c2d2","name":"default-tenant","reconcileID":"0d0fa252-7c4b-4cb2-968e-3ea1f4ceee5d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-89c2d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.043316543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"14148676-23b6-4d68-a481-739406f39662","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.043337795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"6c11eb0e-c5d1-4714-8cf4-ffe088df94c7","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.064451908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b8d384c4-d32c-4595-b491-5c4807cc7370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.192229959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"2b8b2788-1829-47c7-b80a-0cfa99abc29a","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.330598228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"9511e152-2c39-4b4c-b1fe-d57ec9dfb30d","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.436780347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"311908f9-4110-415b-8ff8-fc9a9ad07ecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:08.494220133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"02a3ef0a-b641-4d19-996b-f2664c6fc6f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:13.622744637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:13.814218027Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-89c2d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-89c2d2","reconcileID":"27882df5-8fef-4342-b819-c1e06bb86b3a","aitenant":"ai-tenants/e2e-shared-a-w4-89c2d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:14.386447162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dec1649-056e-43ec-b049-7683d9534bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:14.439130465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dec1649-056e-43ec-b049-7683d9534bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:14.495039741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dec1649-056e-43ec-b049-7683d9534bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:14.549841871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dec1649-056e-43ec-b049-7683d9534bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:14.663419406Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-89c2d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-89c2d2","reconcileID":"27882df5-8fef-4342-b819-c1e06bb86b3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-89c2d2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-89c2d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:16.480240288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c9e369-ecca-46a7-b8db-17dbf15de893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:16.53332207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c9e369-ecca-46a7-b8db-17dbf15de893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:16.586036958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c9e369-ecca-46a7-b8db-17dbf15de893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:16.639096062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c9e369-ecca-46a7-b8db-17dbf15de893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:18.568594058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a63f952-9390-4a6e-9961-240c9cb835fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:18.621160943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a63f952-9390-4a6e-9961-240c9cb835fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:18.673522031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a63f952-9390-4a6e-9961-240c9cb835fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:18.726261715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a63f952-9390-4a6e-9961-240c9cb835fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:19.869315273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"a32f241e-3e93-406b-81ca-0159a995c25a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.108476011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"e77607f0-38e8-43f8-b0d7-16a50f1283ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.208216591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"e42540dc-30ce-4191-9ec5-e86898f04121","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.314314731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0c71737-73eb-4631-8c44-1386a7b14658","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.507199467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"2f7f1568-5197-4846-b8d1-19fed3adb8ad","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.507240711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"590dfb73-9f11-4de0-9e99-da22fd7df4b2","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.626151624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"b1d705d4-a90f-4c03-9693-417bbb4774d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.725612452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"6c071e76-4745-4903-a933-187ba889bad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.758549972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f3ecffe-8b0b-4db8-9258-c6b8f5743cef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.830460947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"b63792d5-535a-42ab-b2a3-8f809724502c","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.830516208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"59e9ae35-b225-4d6f-8742-dc06a063f92a","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:20.948402361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"78c00791-9046-443d-aa4b-517073e2b142","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.045462772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"f24abf8b-c89e-4973-91e1-fe36f9566fb2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.045525534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e634a5db-b255-4086-9ace-aa8a36ee3143","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.045538008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e634a5db-b255-4086-9ace-aa8a36ee3143","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.251098971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"f24abf8b-c89e-4973-91e1-fe36f9566fb2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.316765433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"eb4b3ff9-9b65-4aaf-9cd6-2759da8e551c","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.316765673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"b847adb1-40db-479f-b7c8-53e713d461b1","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.38236933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"f24abf8b-c89e-4973-91e1-fe36f9566fb2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"e2e-shared-a-w0-bb037c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.382394187Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-sub-iso-auth-045e1b","reconcileID":"f24abf8b-c89e-4973-91e1-fe36f9566fb2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.439816555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5dee6aed-f3c2-424d-b6f8-fc03a1f426ab","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.439859589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"5dee6aed-f3c2-424d-b6f8-fc03a1f426ab","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.594427692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"dbb835fa-b8d1-432e-bfb4-c39400ea4d27","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.594446077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"dbb835fa-b8d1-432e-bfb4-c39400ea4d27","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.712266062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"be9e482b-6d8f-44ac-b657-63217ccca6db","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:21.712262874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"3f9d853c-27ea-48e6-95b3-fc92c5e171c5","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.135130841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.135190418Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","namespace":"ai-tenant-e2e-shared-b-w4-8a025a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.135261502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","tenant":"e2e-shared-b-w4-8a025a","tenantID":"e2e-shared-b-w4-8a025a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.190077882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-8a025a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.25068447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Service","name":"maas-api-e2e-shared-b-w4-8a025a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.311626352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-8a025a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.366170124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-8a025a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.441256588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.496101258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.554866276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.612140481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.667106685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.719485817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.772562522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.824896857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.879958034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.934625226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:23.992160715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.048707322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.103250791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.155703928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.208407525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-8a025a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.262967856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-8a025a"},"namespace":"ai-tenant-e2e-shared-b-w4-8a025a","name":"default-tenant","reconcileID":"5257a8e3-50f5-4121-bbd8-c98d627c3cb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-8a025a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.301651808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca23fbe6-1742-4ecb-9313-5460784ad721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.354465752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca23fbe6-1742-4ecb-9313-5460784ad721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.406962827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca23fbe6-1742-4ecb-9313-5460784ad721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:24.459575783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca23fbe6-1742-4ecb-9313-5460784ad721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:26.434741734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0304bd2f-0a48-461e-94ff-7967cffac467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:26.489797109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0304bd2f-0a48-461e-94ff-7967cffac467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:26.543973127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0304bd2f-0a48-461e-94ff-7967cffac467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:26.596547376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0304bd2f-0a48-461e-94ff-7967cffac467","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:29.616683863Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a025a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a025a","reconcileID":"b7c793df-e8d3-4478-be64-090dc3825466","aitenant":"ai-tenants/e2e-shared-b-w4-8a025a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:30.267800754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ca9716-44a7-4e7e-bdc7-268da4eb65c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:30.321432231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ca9716-44a7-4e7e-bdc7-268da4eb65c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:30.374151969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ca9716-44a7-4e7e-bdc7-268da4eb65c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:30.426886715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ca9716-44a7-4e7e-bdc7-268da4eb65c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:30.487305635Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-8a025a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-8a025a","reconcileID":"b7c793df-e8d3-4478-be64-090dc3825466","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-8a025a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-8a025a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.658990554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-access","reconcileID":"a2cf80a1-313c-43ce-b3c7-fc6c0a3960d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.659016354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"0b24bafe-1b6e-4baa-9501-73331e100ed3","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.864876642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"60863ccd-d653-4f9d-92f9-0d406673c830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.870109119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"52cb65d9-863c-479a-948b-a13693385942","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.927000773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"60863ccd-d653-4f9d-92f9-0d406673c830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:31.974530072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"784a8b68-a136-435c-996d-bc5796d6bcfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.012658895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"570898a1-ece5-471b-b68f-5ddf78e8e5e5","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscription":"e2e-shared-sub-045e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.03361078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"ceb55bc6-74c5-49b6-956f-1f12901fa04f","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.234072693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-shared-sub-045e1b","reconcileID":"570898a1-ece5-471b-b68f-5ddf78e8e5e5","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-bb037c/e2e-a-only-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.34663245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4830a711-ea5b-4316-9680-6842caadf8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.346792549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"eaf21f86-e04e-4eb3-a026-f46af7acae5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.3995326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4830a711-ea5b-4316-9680-6842caadf8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.452432792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4830a711-ea5b-4316-9680-6842caadf8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.453058183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"07256cf6-bb3d-4733-b910-91121542fd0a","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.45743165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"eaf21f86-e04e-4eb3-a026-f46af7acae5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.505095601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4830a711-ea5b-4316-9680-6842caadf8cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.508769146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b3c8c4c4-3b29-4139-b30a-ab061557cfd8","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.508785292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b3c8c4c4-3b29-4139-b30a-ab061557cfd8","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.68298791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e6c5769b-b17d-4101-9225-4e291e690cd2","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:32.683006177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"e6c5769b-b17d-4101-9225-4e291e690cd2","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:36.941895406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"faefa2d6-1ad7-41cd-b6f5-4af53146e464","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:37.300238868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"939a1543-ab4d-4603-b1ec-6937846abb5b","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:37.658317855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"f55013cf-d24b-4d26-93eb-4eb6546559e3","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:37.834793577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"adc0a2c0-eb37-4aff-ab9e-64f28f0d6b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:37.88882271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"19f61b30-6f8d-4530-80d5-7eb75e566c2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:37.892609891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"adc0a2c0-eb37-4aff-ab9e-64f28f0d6b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.037863267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"a34897b1-63a4-42e0-95c1-61f2a7e136dd","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.091857008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"d0a06f5e-39b0-42ae-a310-06bac2ac5320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.098447496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"8876f0b5-87d3-4d33-82d5-154baa783a62","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.145394759Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"d0a06f5e-39b0-42ae-a310-06bac2ac5320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.198581854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"simulator-subscription","reconcileID":"d0a06f5e-39b0-42ae-a310-06bac2ac5320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/simulator-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.205277677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"00c409a0-cfcc-4761-9a1e-11cb0998fe2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.263300478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"00c409a0-cfcc-4761-9a1e-11cb0998fe2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.273446864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"f8b75193-bd8a-452e-97d2-b180a880fee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.472273032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"de2eccea-eff2-491f-a2d2-65584eaa50e3","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.577278772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"2966607c-26ea-4fca-94a6-8458d660f251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:38.635559071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"2966607c-26ea-4fca-94a6-8458d660f251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:42.888969712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"7c3ee0bf-963c-4185-a80e-9d3f8c9b1c43","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","subscription":"e2e-a-only-045e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:42.942135369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"7c3ee0bf-963c-4185-a80e-9d3f8c9b1c43","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:42.995224327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"e2e-a-only-045e1b","reconcileID":"7c3ee0bf-963c-4185-a80e-9d3f8c9b1c43","MaaSSubscription":{"name":"e2e-a-only-045e1b","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"name":"maas-trlp-sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.277460265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b95d5a30-e79f-4843-bbcc-e3cb2dc49f39","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"tenant":"e2e-shared-a-w0-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","model":"ai-tenant-e2e-shared-a-w0-bb037c/sub-test-model-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.277482571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"sub-test-model-bb037c","reconcileID":"b95d5a30-e79f-4843-bbcc-e3cb2dc49f39","MaaSModelRef":{"name":"sub-test-model-bb037c","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"routeName":"sub-test-model-bb037c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","llmisvcName":"sub-test-model-bb037c","gateway":"openshift-ingress/e2e-shared-a-w0-bb037c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.616973562Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"de16dac6-7918-48b5-9b7a-3cc2cd994b81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.617045084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"3b4cdf2e-856f-4566-94e8-b77f37bcfea7","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.617058299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"3b4cdf2e-856f-4566-94e8-b77f37bcfea7","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.623077745Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.823117276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"de16dac6-7918-48b5-9b7a-3cc2cd994b81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.887951139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"d3a4f00e-b8b4-4891-a52f-838e6bdcb9ff","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.887957476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"ef0b276f-62bc-4a3c-b2de-9c68aaee40a3","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.952669259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"de16dac6-7918-48b5-9b7a-3cc2cd994b81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"e2e-shared-b-w0-232ca1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:43.95269057Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-sub-iso-auth-045e1b","reconcileID":"de16dac6-7918-48b5-9b7a-3cc2cd994b81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.012252466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"703fb4c7-0223-4352-b394-e178c5957605","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.012273886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"703fb4c7-0223-4352-b394-e178c5957605","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.025546799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6af155e5-a7a5-4e4b-9c0a-16c6024cb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.084551523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"6af155e5-a7a5-4e4b-9c0a-16c6024cb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.150555306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"af52537d-1706-4772-a901-a0b2b5fc9625","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.175532799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"924fa258-fdc0-48ff-bfdc-4dff3f1d506a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.175551283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"924fa258-fdc0-48ff-bfdc-4dff3f1d506a","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.287935402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"02c6a3b8-c6df-49d3-947a-1a18b083dd7d","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.287961295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"a43c6418-7f15-44da-a06e-96ffb61163f8","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.374244454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"10eaf54a-6022-410c-b1c9-e9c8d61b9014","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.48041464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"5946df61-8310-4204-964b-725a063aa26a","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.481281815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"76ddfb32-0e0b-473c-abcf-b0a48fdee472","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.482262453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"378042ab-4d69-47d0-b763-d6931622c43a","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.585089581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fcc12e25-8ee0-42fb-bb62-f434c63eda19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.643518479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"fcc12e25-8ee0-42fb-bb62-f434c63eda19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:44.691999237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"6ba76394-93e7-470a-a326-ec258d854306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.032771977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"668d5fbe-3915-4cab-a2be-8e89cd484671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.032844931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"70a7002c-57ab-4195-bfdc-8ad43598afb0","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.237822566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"668d5fbe-3915-4cab-a2be-8e89cd484671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.301465526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"b6bc97bc-466a-4c1e-93df-28cad173ca7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.321383179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd33692-2a5a-4051-9feb-071ac5e7b3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.374134867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd33692-2a5a-4051-9feb-071ac5e7b3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.392954139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"668d5fbe-3915-4cab-a2be-8e89cd484671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"e2e-worker-w4-60a6c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.392980625Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-access","reconcileID":"668d5fbe-3915-4cab-a2be-8e89cd484671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.426880987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd33692-2a5a-4051-9feb-071ac5e7b3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.480300993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd33692-2a5a-4051-9feb-071ac5e7b3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.538177148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"e5dde4f1-ee9f-4c5b-b4fe-87f7c3bdcb85","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.67830153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"979d9fd9-658c-4002-9676-07a5cd5f9c51","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.749087841Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"9288a15e-fb61-4033-8318-227323ce12ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:45.802036695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"9288a15e-fb61-4033-8318-227323ce12ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"name":"maas-trlp-premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0","model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:46.025307559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"72e98487-a5c6-4ac4-a067-562f884f329c","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:47.395552051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7de4af0-0b09-47cb-b3af-8aaf13417acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:47.448115073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7de4af0-0b09-47cb-b3af-8aaf13417acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:47.501860096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7de4af0-0b09-47cb-b3af-8aaf13417acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:47.554475593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7de4af0-0b09-47cb-b3af-8aaf13417acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:49.791804869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"3beeac07-6ed0-4ed0-85cc-5374719cef7a","namespace":"ai-tenant-e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:49.791881043Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"3beeac07-6ed0-4ed0-85cc-5374719cef7a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:49.847156247Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"3beeac07-6ed0-4ed0-85cc-5374719cef7a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:49.847180776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"3beeac07-6ed0-4ed0-85cc-5374719cef7a","namespace":"ai-tenant-e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:54.481303817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"2c72df87-c5fa-4968-a76e-af6612e84a5e","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:54.481565994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"33de6540-705e-44e0-8095-de8cce1a0c01","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:54.483430083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"60fe9d5b-3cc5-4f7e-ada4-92c6aead274f","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:54.645954128Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"e8b4c05b-2dcc-413c-aec5-53246cc08ccb","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscription":"e2e-shared-sub-045e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:54.866175425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-shared-sub-045e1b","reconcileID":"e8b4c05b-2dcc-413c-aec5-53246cc08ccb","MaaSSubscription":{"name":"e2e-shared-sub-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-232ca1/e2e-b-only-045e1b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:55.091318106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"394f8827-8930-4c42-8748-3b621716f67f","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:55.1305609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d105fdec-4ee3-46a7-9bb9-31703fbe9587","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:55.130588829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"d105fdec-4ee3-46a7-9bb9-31703fbe9587","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:55.461197418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"5919ed73-3bca-4dec-a57f-2fab146de313","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:55.461225092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"5919ed73-3bca-4dec-a57f-2fab146de313","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:56.026141226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"7c3b9e55-0dc3-4340-9297-a4bc8b8381f2","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:56.190623032Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"f4b47564-f7c3-461e-bd7f-3fe78941bcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:56.24338094Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"premium-simulator-subscription","reconcileID":"f4b47564-f7c3-461e-bd7f-3fe78941bcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"model":"e2e-models-e2e-worker-w4-60a6c0/premium-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:56.566583037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"f257b7d6-0427-4907-a165-1cac639b690f","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.040252747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792c53f-33b0-480a-8112-637c78e169c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.096700577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792c53f-33b0-480a-8112-637c78e169c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.149198507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792c53f-33b0-480a-8112-637c78e169c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.201606598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8792c53f-33b0-480a-8112-637c78e169c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.982504674Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","namespace":"ai-tenant-e2e-shared-a-w2-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.982578251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","namespace":"ai-tenant-e2e-shared-a-w2-278c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:52:59.982640046Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","tenant":"e2e-shared-a-w2-278c95","tenantID":"e2e-shared-a-w2-278c95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.037822968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-278c95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.102254128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Service","name":"maas-api-e2e-shared-a-w2-278c95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.167655582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-278c95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.222898294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-278c95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.296408742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.352037609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.409605637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.480277454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.534662764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.680537401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.733050363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.78545321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.837971755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.890806878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.943576569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:00.999906541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.0524034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.105004092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.159152215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-278c95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.211683284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-278c95"},"namespace":"ai-tenant-e2e-shared-a-w2-278c95","name":"default-tenant","reconcileID":"4992df6a-a4e0-41dc-b778-b98a3072c0d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-278c95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.236140446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0228884-ca60-4e8a-b835-1ba5d720ef87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.289609771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0228884-ca60-4e8a-b835-1ba5d720ef87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.34250354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0228884-ca60-4e8a-b835-1ba5d720ef87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:01.395145279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0228884-ca60-4e8a-b835-1ba5d720ef87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:03.329226298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d49131-bb28-4be5-966b-c85bf7b7f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:03.381709746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d49131-bb28-4be5-966b-c85bf7b7f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:03.4341296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d49131-bb28-4be5-966b-c85bf7b7f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:03.48648084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d49131-bb28-4be5-966b-c85bf7b7f4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:04.481771297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-2-w4-60a6c0","reconcileID":"7fb08771-f167-4a3c-bbec-67d4a3743f75","MaaSModelRef":{"name":"distinct-2-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-2-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-2-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:04.491704822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"6afac4b0-31e5-4fda-94ab-3cf7f366c758","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"distinct-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"distinct-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:04.544301467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"simulator-w4-60a6c0","reconcileID":"787e1bd2-5f66-4d56-b318-55dcb69bf3c4","MaaSModelRef":{"name":"simulator-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"simulator-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"simulator-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.106327614Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-278c95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-278c95","reconcileID":"e5af70d6-4c48-42cc-ac7d-7e4161b65ed4","aitenant":"ai-tenants/e2e-shared-a-w2-278c95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.442199722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf4b77a-da13-48e8-b58e-71253ff1588b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.495056892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf4b77a-da13-48e8-b58e-71253ff1588b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.547730995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf4b77a-da13-48e8-b58e-71253ff1588b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.600363981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf4b77a-da13-48e8-b58e-71253ff1588b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.653132917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"df7e7fe1-511f-4c5e-8f0b-d5096755033e","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","subscription":"e2e-b-only-045e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.706311646Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"df7e7fe1-511f-4c5e-8f0b-d5096755033e","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.759280947Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"e2e-b-only-045e1b","reconcileID":"df7e7fe1-511f-4c5e-8f0b-d5096755033e","MaaSSubscription":{"name":"e2e-b-only-045e1b","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"name":"maas-trlp-sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:05.883503952Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-278c95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-278c95","reconcileID":"e5af70d6-4c48-42cc-ac7d-7e4161b65ed4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-278c95","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-278c95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:06.042462016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"45335dde-84fe-4072-952e-ffa86b18d2c6","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"tenant":"e2e-shared-b-w0-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","model":"ai-tenant-e2e-shared-b-w0-232ca1/sub-test-model-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:06.042482227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"sub-test-model-232ca1","reconcileID":"45335dde-84fe-4072-952e-ffa86b18d2c6","MaaSModelRef":{"name":"sub-test-model-232ca1","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"routeName":"sub-test-model-232ca1-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","llmisvcName":"sub-test-model-232ca1","gateway":"openshift-ingress/e2e-shared-b-w0-232ca1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:06.567729156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"premium-w4-60a6c0","reconcileID":"ed244388-f4ad-48cc-9242-347f8affeab3","MaaSModelRef":{"name":"premium-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"routeName":"premium-w4-60a6c0-kserve-route","namespace":"e2e-models-e2e-worker-w4-60a6c0","llmisvcName":"premium-w4-60a6c0","gateway":"openshift-ingress/e2e-worker-w4-60a6c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:07.569959265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646cd207-7173-43d9-b5bd-2ed898d8aaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:07.622892999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646cd207-7173-43d9-b5bd-2ed898d8aaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:07.675632913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646cd207-7173-43d9-b5bd-2ed898d8aaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:07.728246822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646cd207-7173-43d9-b5bd-2ed898d8aaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:13.622358136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:53:13.772169018Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"35ac4bf7-6c64-4931-b71e-02f27aebae35","name":"distinct-w4-60a6c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T16:53:13.772234632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-60a6c0","namespace":"e2e-models-e2e-worker-w4-60a6c0"},"namespace":"e2e-models-e2e-worker-w4-60a6c0","name":"distinct-w4-60a6c0","reconcileID":"35ac4bf7-6c64-4931-b71e-02f27aebae35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-60a6c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:15.733956118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e81e46-fd7f-4716-bc92-0cbb748d7b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:15.786604414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e81e46-fd7f-4716-bc92-0cbb748d7b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:15.839080757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e81e46-fd7f-4716-bc92-0cbb748d7b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:15.891590237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26e81e46-fd7f-4716-bc92-0cbb748d7b29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:17.844569203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b525da2-6c2f-45e7-8677-7095d7b2e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:17.897116143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b525da2-6c2f-45e7-8677-7095d7b2e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:17.950433724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b525da2-6c2f-45e7-8677-7095d7b2e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:18.003361934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b525da2-6c2f-45e7-8677-7095d7b2e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:19.934407936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52529191-e18f-47e8-abfc-6bd32c808345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:19.987723228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52529191-e18f-47e8-abfc-6bd32c808345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:20.040781089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52529191-e18f-47e8-abfc-6bd32c808345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:20.093423983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52529191-e18f-47e8-abfc-6bd32c808345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:22.039573851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9ee045-45ad-4f83-97a5-bf4316b91a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:22.092156674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9ee045-45ad-4f83-97a5-bf4316b91a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:22.144669828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9ee045-45ad-4f83-97a5-bf4316b91a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:22.197217661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9ee045-45ad-4f83-97a5-bf4316b91a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:24.103275248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009479aa-3bfe-4e66-bcb9-fad68774e3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:24.155898111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009479aa-3bfe-4e66-bcb9-fad68774e3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:24.208205295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009479aa-3bfe-4e66-bcb9-fad68774e3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:24.260732309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009479aa-3bfe-4e66-bcb9-fad68774e3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.045046001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","namespace":"ai-tenant-e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.045112728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","namespace":"ai-tenant-e2e-worker-w4-60a6c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.045170219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","tenant":"e2e-worker-w4-60a6c0","tenantID":"e2e-worker-w4-60a6c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.099588332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Deployment","name":"maas-api-e2e-worker-w4-60a6c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.160424113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Service","name":"maas-api-e2e-worker-w4-60a6c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.221085872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-60a6c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.276691459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-60a6c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.336527651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.392350606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.450020086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.506234814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.563954711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.616059145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.668233261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Service","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.720499112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.77286363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.825055764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.877366115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.939262185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:27.99225446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:28.047722201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:28.100192889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-60a6c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:28.153225616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-60a6c0"},"namespace":"ai-tenant-e2e-worker-w4-60a6c0","name":"default-tenant","reconcileID":"5f5b1aca-6ed7-4e27-8704-9e2cf69bd2e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-60a6c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:34.541156434Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-60a6c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-60a6c0","reconcileID":"7498c29a-7c1e-4d33-b66a-8995d810b1f6","aitenant":"ai-tenants/e2e-worker-w4-60a6c0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:35.069502481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e675ac-9b3b-4242-8939-5a9741327f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:35.121955056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e675ac-9b3b-4242-8939-5a9741327f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:35.174699354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e675ac-9b3b-4242-8939-5a9741327f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:35.227280755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e675ac-9b3b-4242-8939-5a9741327f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:35.393334507Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-60a6c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-60a6c0","reconcileID":"7498c29a-7c1e-4d33-b66a-8995d810b1f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-60a6c0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-60a6c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:37.130744281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1aa3761-9ea8-42cc-97d2-aafa63de5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:37.183370312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1aa3761-9ea8-42cc-97d2-aafa63de5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:37.236047977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1aa3761-9ea8-42cc-97d2-aafa63de5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:37.288756773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1aa3761-9ea8-42cc-97d2-aafa63de5684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.163961169Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.16403413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","namespace":"ai-tenant-e2e-shared-b-w2-b6e951","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.164095962Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","tenant":"e2e-shared-b-w2-b6e951","tenantID":"e2e-shared-b-w2-b6e951","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.218827421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-b6e951","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.281552561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Service","name":"maas-api-e2e-shared-b-w2-b6e951","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.353106432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-b6e951","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.408247826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-b6e951","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.4735092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.536995055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.592728252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.678296659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.730601215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.782620338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.834931391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.887140965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:38.963020906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.019016686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.071371361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.12923084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.18450093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.242719541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.296153342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-b6e951","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.299032043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62c931-f31e-439c-8108-65cdfd2fcee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.351709362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62c931-f31e-439c-8108-65cdfd2fcee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.355241489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b6e951"},"namespace":"ai-tenant-e2e-shared-b-w2-b6e951","name":"default-tenant","reconcileID":"1a94d127-29d6-46f3-964a-27b6911dacc2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-b6e951","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.404207888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62c931-f31e-439c-8108-65cdfd2fcee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:39.456897591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62c931-f31e-439c-8108-65cdfd2fcee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:43.621955656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:46.152491934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59c3c05-7af2-43e9-805b-0d6286a24b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:46.205136011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59c3c05-7af2-43e9-805b-0d6286a24b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:46.259217074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59c3c05-7af2-43e9-805b-0d6286a24b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:46.312712615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59c3c05-7af2-43e9-805b-0d6286a24b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:47.054273994Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b6e951","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b6e951","reconcileID":"ea7a6f4a-1eb5-4c47-8618-a2d06e31609e","aitenant":"ai-tenants/e2e-shared-b-w2-b6e951","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:47.888242841Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b6e951","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b6e951","reconcileID":"ea7a6f4a-1eb5-4c47-8618-a2d06e31609e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b6e951","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b6e951"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:48.392439309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36575616-0775-4726-bd86-58c1121aeaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:48.445110325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36575616-0775-4726-bd86-58c1121aeaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:48.504622025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36575616-0775-4726-bd86-58c1121aeaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:48.557811359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36575616-0775-4726-bd86-58c1121aeaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.186161429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-access","reconcileID":"04ae5d0a-ed20-4cdf-a069-e1500e8f7fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.186197227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"96fe5482-215b-4b8b-b683-7c75a0019576","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.34741251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a7093901-e014-49e4-889a-646f23c048be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.360482218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ccafdc31-e18e-4c64-b1b9-5ff1dd290f7e","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.405321271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"a7093901-e014-49e4-889a-646f23c048be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.454205555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"a2ad488a-b275-41c6-8e2d-85bde94d2ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.518198818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"ba7c550c-7f8e-4961-9569-0932be799b3e","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.733611365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f3f8b7c7-0df5-4bd6-906f-67c1a2beee84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:49.791451575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"f3f8b7c7-0df5-4bd6-906f-67c1a2beee84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:50.539667794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd4269a-069c-49c5-b3fd-d4ef754c1765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:50.593345777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd4269a-069c-49c5-b3fd-d4ef754c1765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:50.647585388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd4269a-069c-49c5-b3fd-d4ef754c1765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:50.70020619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd4269a-069c-49c5-b3fd-d4ef754c1765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.626590895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904cf0f-93d4-40b3-b207-b557744adaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.67942062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904cf0f-93d4-40b3-b207-b557744adaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.711520901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"af11b0c9-ab70-4a9b-8fc7-f1aedc9c141f","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.731927046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904cf0f-93d4-40b3-b207-b557744adaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.784419833Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"0523f6f8-4d07-43c4-aad6-723c2834bd71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d46ffd94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.784775843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b904cf0f-93d4-40b3-b207-b557744adaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:52.895682117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"e087d474-987b-43b8-b7c7-a3a6d999bb28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d46ffd94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.000015047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"0d76c44b-1092-4252-b588-d238bd7a0713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.05821937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"0d76c44b-1092-4252-b588-d238bd7a0713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.064131512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"bd6d423c-44ef-4b9c-a16c-717fd422849e","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.275722501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"ecd8d32c-c82d-426d-9224-0ca189e1a462","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.31920137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4ae28ae8-9b6d-41a4-9faa-b6355660e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.377077623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4ae28ae8-9b6d-41a4-9faa-b6355660e8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.441988813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"7d4592ea-9446-4a93-ae3a-0e5f48cfb10e","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:53.654114196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"07ffb42b-ea9a-47a2-bed4-c961e5937f92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:57.971683746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"74bdf446-7be3-4d5a-97ba-16f87fb60fd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:58.074346741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1cf0b0d-de68-4832-81bb-bb717db13d65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:58.104655235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8782f30e-502c-4563-b622-f20852bff59c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:58.233639344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"c013f9bd-d842-466f-960e-d3dad02bb3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:53:58.336369382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"fb84916e-ea63-4ca3-99c3-749bbd4eff9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:02.844337828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"9201eb16-0188-494e-b4d6-90d025b94839","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:02.949179103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3209c790-eeee-4a97-ab4f-8227859895ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.002294819Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3209c790-eeee-4a97-ab4f-8227859895ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.0555675Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"simulator-subscription","reconcileID":"3209c790-eeee-4a97-ab4f-8227859895ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/simulator-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.326581331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"df75a3b3-e63d-4bd8-af6b-80b01838880d","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.431986135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c8684640-7e3d-480e-b507-e63bd8abbe0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.44333174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"d2e764f2-b30d-4c73-8090-1f535e4d851a","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:03.4903454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"c8684640-7e3d-480e-b507-e63bd8abbe0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.567236191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.567315879Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","namespace":"ai-tenant-e2e-shared-a-w0-bb037c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.5673904Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","tenant":"e2e-shared-a-w0-bb037c","tenantID":"e2e-shared-a-w0-bb037c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.623776832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-bb037c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.684479603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Service","name":"maas-api-e2e-shared-a-w0-bb037c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.748787393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-bb037c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.803168915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-bb037c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.858682224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.914055352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:04.972050365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.027119909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.079652024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.132035367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.184581339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.240896419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.293330481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.345724867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.398164254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.457075825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.509552183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.561857234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.614317256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-bb037c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:05.66674123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-bb037c"},"namespace":"ai-tenant-e2e-shared-a-w0-bb037c","name":"default-tenant","reconcileID":"35fc0ea3-7107-4c5e-9ef4-5ffa83bf5f96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-bb037c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:08.097501404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"874582cc-56ad-497c-9df5-c64ba26577ee","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:08.790683251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"75ff7301-8e88-430a-9bfb-d74a87d05edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:08.888278265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"86660b99-e493-42f9-bfa1-59fe7486ab64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.082491252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15f28fcc-e6d6-42a4-91cd-9ff203181cea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.115648231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"28f695b5-6de1-4b53-85b1-511d60dc450d","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.180486692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"85bc40a6-6a4d-4af8-9f4e-fd30de5444e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.194146471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e598431b-94bb-4a0b-9996-2b0d735baa3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.20262133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e26e0b2c-278f-47e2-b56b-c5c6636ae53a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.253998561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e598431b-94bb-4a0b-9996-2b0d735baa3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.293950836Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"c0ec5228-4a4f-4234-8b49-a99b3bddb323","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9ca5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.565324331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d084ea64-1e1d-4ed1-b984-b082e066ac05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.623443714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"d084ea64-1e1d-4ed1-b984-b082e066ac05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.659680069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"6d5e81c3-2f5b-4c59-ac19-10acbe40a642","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9ca5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.890592548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"7bace0b7-e505-406d-b073-4ee067dbf826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:09.94881175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"7bace0b7-e505-406d-b073-4ee067dbf826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.042370558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"f732edfb-c781-4701-b214-6718cd672eef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.095442008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"2d27b26c-9a9c-43a0-96bc-79dfd28fae0c","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.095728927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"737a4474-4bb2-4716-b9ed-a2eb2d919733","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.096436507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"6f3d83a3-3be1-4683-800b-3d38e10f7dfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9ca5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.15391466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"affadc3c-41bf-497b-bcdd-a72f6b4413e6","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.206741406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"ac16b0eb-e6d5-46fb-b8f1-1c5e09e818a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9ca5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.260876339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4be986e7-4a89-49f5-afc7-0b91f189522c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.304213755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"27b967c0-4f6e-4b64-96d5-2f9b0d255a80","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.318780206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"4be986e7-4a89-49f5-afc7-0b91f189522c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.576192901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e14ddc26-8be5-4ac1-9df8-5c724a666834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.767269787Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-bb037c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-bb037c","reconcileID":"85cb0ca9-9ea4-4573-abec-f8810916a605","aitenant":"ai-tenants/e2e-shared-a-w0-bb037c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:10.853572535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e14ddc26-8be5-4ac1-9df8-5c724a666834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.007039786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e14ddc26-8be5-4ac1-9df8-5c724a666834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"e2e-worker-w2-f5c7cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.007068668Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-access","reconcileID":"e14ddc26-8be5-4ac1-9df8-5c724a666834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.054123963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8b7045-7968-4747-96ab-bac2c1566be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.108724535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8b7045-7968-4747-96ab-bac2c1566be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.113211271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"77a7339a-3d14-47c8-9323-30aca6be3b1e","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.161894152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8b7045-7968-4747-96ab-bac2c1566be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.214464629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8b7045-7968-4747-96ab-bac2c1566be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:11.654426017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-bb037c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-bb037c","reconcileID":"85cb0ca9-9ea4-4573-abec-f8810916a605","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-bb037c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-bb037c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:13.134037139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ad8426-db5c-41ad-92da-113b63aa73e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:13.186739142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ad8426-db5c-41ad-92da-113b63aa73e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:13.239213733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ad8426-db5c-41ad-92da-113b63aa73e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:13.291593191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ad8426-db5c-41ad-92da-113b63aa73e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:13.622384468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:14.805904709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"51c5ba66-30ac-4e58-9b64-681d1eba8194","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:19.593976011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a303d4c0-012f-4aba-87cc-200ff0147823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:19.64731079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a303d4c0-012f-4aba-87cc-200ff0147823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:19.702250178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a303d4c0-012f-4aba-87cc-200ff0147823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:19.755038515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a303d4c0-012f-4aba-87cc-200ff0147823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.095742151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"026f4540-e81b-4d54-a2c9-cbcce438799d","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.096011428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"1ceea953-c1eb-430e-869b-4daf0ef54e4f","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.263051433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"7d3ae95d-d804-42fc-87ac-b751f1ec0950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.322176655Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"7d3ae95d-d804-42fc-87ac-b751f1ec0950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.377077253Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"premium-simulator-subscription","reconcileID":"7d3ae95d-d804-42fc-87ac-b751f1ec0950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"name":"maas-trlp-premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf","model":"e2e-models-e2e-worker-w2-f5c7cf/premium-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:20.671017706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"6bf9a433-9e8b-4c4d-ab00-74ee8d4da6a0","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.274113144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","namespace":"ai-tenant-e2e-worker-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.274256793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","namespace":"ai-tenant-e2e-worker-w2-f5c7cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.274338582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","tenant":"e2e-worker-w2-f5c7cf","tenantID":"e2e-worker-w2-f5c7cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.328956968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Deployment","name":"maas-api-e2e-worker-w2-f5c7cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.392462238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Service","name":"maas-api-e2e-worker-w2-f5c7cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.454032126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-f5c7cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.511371164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-f5c7cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.568526215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.623724053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.681596158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.739164314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.751763819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a10989-e14e-47ea-8e6c-d09cbdd2b484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.804377589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.805205402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a10989-e14e-47ea-8e6c-d09cbdd2b484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.857471043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.858374352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a10989-e14e-47ea-8e6c-d09cbdd2b484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.911853125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a10989-e14e-47ea-8e6c-d09cbdd2b484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.913636929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Service","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:21.966001553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.018352687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.070607474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.122714943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.187937478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.240073284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.292060696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.343994474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-f5c7cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:22.395915023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f5c7cf"},"namespace":"ai-tenant-e2e-worker-w2-f5c7cf","name":"default-tenant","reconcileID":"c849fb7c-de50-4be8-a9f4-14133a07c85d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-f5c7cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:24.864204828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"74060d6e-972e-4ab6-969e-ca734fa26e97","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.31462919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.314684766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","namespace":"ai-tenant-e2e-shared-b-w0-232ca1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.314733339Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","tenant":"e2e-shared-b-w0-232ca1","tenantID":"e2e-shared-b-w0-232ca1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.369381522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-232ca1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.431690839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Service","name":"maas-api-e2e-shared-b-w0-232ca1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.492614684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-232ca1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.547073156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-232ca1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.608221092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.664132343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.721610893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.779296142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.831582142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.883959415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.936222911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:27.990472361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.042905375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.095241616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.147548069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.203919773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.256071203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.308214683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.360659693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-232ca1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:28.412915684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-232ca1"},"namespace":"ai-tenant-e2e-shared-b-w0-232ca1","name":"default-tenant","reconcileID":"c742880e-1cd4-4847-b60b-26855575124c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-232ca1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.09693421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"351b3092-05e2-4699-9f44-6689b6f9f030","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.097185568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"0db986ff-2f5b-4d15-abbc-cc18fc0cb851","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.12088832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-2-w2-f5c7cf","reconcileID":"b5ff210c-b049-4024-bc51-34a066f6a53b","MaaSModelRef":{"name":"distinct-2-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-2-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-2-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.128246948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"distinct-w2-f5c7cf","reconcileID":"b724623e-802b-46cf-8780-9907d302c03e","MaaSModelRef":{"name":"distinct-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"distinct-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"distinct-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.136121383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"premium-w2-f5c7cf","reconcileID":"6d7d335d-be83-4a22-a271-d902554ac5a5","MaaSModelRef":{"name":"premium-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"premium-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"premium-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:30.143581175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"namespace":"e2e-models-e2e-worker-w2-f5c7cf","name":"simulator-w2-f5c7cf","reconcileID":"0a076004-351f-4b87-a803-c81d681b77ec","MaaSModelRef":{"name":"simulator-w2-f5c7cf","namespace":"e2e-models-e2e-worker-w2-f5c7cf"},"routeName":"simulator-w2-f5c7cf-kserve-route","namespace":"e2e-models-e2e-worker-w2-f5c7cf","llmisvcName":"simulator-w2-f5c7cf","gateway":"openshift-ingress/e2e-worker-w2-f5c7cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:33.700918349Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-232ca1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-232ca1","reconcileID":"784d11d1-d42b-4646-a3e9-dab81485f4fd","aitenant":"ai-tenants/e2e-shared-b-w0-232ca1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:34.301512557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c20a8e8-9eb4-44bc-918a-9bf764b6453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:34.354407473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c20a8e8-9eb4-44bc-918a-9bf764b6453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:34.407131017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c20a8e8-9eb4-44bc-918a-9bf764b6453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:34.459796427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c20a8e8-9eb4-44bc-918a-9bf764b6453e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:34.572452061Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-232ca1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-232ca1","reconcileID":"784d11d1-d42b-4646-a3e9-dab81485f4fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-232ca1","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-232ca1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.157329494Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f5c7cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f5c7cf","reconcileID":"b4ed8ba6-3d17-4574-9f70-b6c05cd7b08d","aitenant":"ai-tenants/e2e-worker-w2-f5c7cf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.734413351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"48359655-814a-4bfd-a4bf-fcdcc43df0de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.734509919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"067ccc8d-b940-4deb-b5a8-5404b24ce931","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.909077685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"bbd60ed3-e7d0-45ac-9249-46cafef7e488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.91493322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"49f3326e-6702-44d3-be6b-da052438451b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.915233428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"33dadcc7-d01d-4151-9c7c-ca0b450f572d","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.967203467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"bbd60ed3-e7d0-45ac-9249-46cafef7e488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:35.987016998Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f5c7cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f5c7cf","reconcileID":"b4ed8ba6-3d17-4574-9f70-b6c05cd7b08d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f5c7cf","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-f5c7cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.015465677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"120ff490-e71f-4331-9a22-7c36a7679ca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.083435144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"6858fbc1-2b9a-4771-b827-81179f656dc3","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:54:36.1254912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-access","reconcileID":"49f3326e-6702-44d3-be6b-da052438451b","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.283133111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"6f453648-88ab-4e62-b800-afb4bf3b7528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.341351912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"6f453648-88ab-4e62-b800-afb4bf3b7528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.4324846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80373dc-3614-4aa5-a05a-74e45a4427cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.48517243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80373dc-3614-4aa5-a05a-74e45a4427cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.538780769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80373dc-3614-4aa5-a05a-74e45a4427cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:36.592892495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80373dc-3614-4aa5-a05a-74e45a4427cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:38.508565035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015f5cff-8e76-46e0-83e0-c66ca29d02e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:38.561317302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015f5cff-8e76-46e0-83e0-c66ca29d02e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:38.613986503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015f5cff-8e76-46e0-83e0-c66ca29d02e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:38.666560307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"015f5cff-8e76-46e0-83e0-c66ca29d02e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:39.753774954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"850904c8-1b1e-4d60-b8ec-37b8f9cfa7cf","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.213063434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"65c469f8-7bd2-4aae-9b4e-bbfb9211280d","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.377690711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9597c9e3-bdf7-4d3a-8784-47f713ca0eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.425971691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"cb405a16-09ef-47cb-a0e8-44e13d34943f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.435789084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"9597c9e3-bdf7-4d3a-8784-47f713ca0eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.5705292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"95a9c548-2029-440e-87ee-93ab6a8808ff","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.629531437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"866994ea-4d54-42f3-b49e-7ed3b7e39506","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:42.804732679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"b3b38953-ac9c-4bc9-82e8-f76f1cf69dbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:43.624476845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.028932287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d015ca89-2a7e-4cc6-b660-48aa6112f521","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.081640882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"e28c2920-d2d6-4cf3-9315-f06443ff47ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.134767676Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"e28c2920-d2d6-4cf3-9315-f06443ff47ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.187965599Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"e28c2920-d2d6-4cf3-9315-f06443ff47ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.193900433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7e4f5789-b78e-4fbf-93ec-a839da92c302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.251775967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7e4f5789-b78e-4fbf-93ec-a839da92c302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.457224558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"d6bf90af-2526-415c-baac-475df775d0c6","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.509231454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"af69eca5-2fee-48d2-bf79-49da6cf5e5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.561166191Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"af69eca5-2fee-48d2-bf79-49da6cf5e5a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/simulator-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.561455766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f14453e8-0734-4142-a999-87f669acc84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:45.620648921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"f14453e8-0734-4142-a999-87f669acc84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T16:54:45.820884445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"simulator-subscription","reconcileID":"af69eca5-2fee-48d2-bf79-49da6cf5e5a4","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:49.813483795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"483b3a1f-d0c3-4447-a5e8-121a4fabf45f","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:50.81844505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7537f606-9dc1-42a7-9919-146627191dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:50.876371182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"7537f606-9dc1-42a7-9919-146627191dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:50.925620424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"e5d1251e-5f62-4a58-9212-69600373a0d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.147479271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"6af0beeb-dbb8-4999-ae38-d377419cbfc3","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.200506946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"18d434ce-be30-4772-8f1b-e47ffd4d0d13","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.254003123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"a4684ec0-ddb0-4ef5-9c7c-0e2ecdc74f1b","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.254567332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"282f4d50-cc04-44dd-8d51-3df5befc363f","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.35880304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e3fcbe17-a71b-4a48-a736-c90f1b4860bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.412950495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"a0ae4593-22c2-445a-9561-a1aa21bebd42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.417149567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"e3fcbe17-a71b-4a48-a736-c90f1b4860bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.764688054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"6791cf79-5d78-4292-bbab-88047cda85c4","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.875275486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"94e6e479-a9df-4df6-9a52-3a7f8d854d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.927423837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"698350b7-002e-4591-b9a3-4ab586eef324","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75d13b48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:51.932915809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"94e6e479-a9df-4df6-9a52-3a7f8d854d51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.079235211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"9d48ffc4-f370-4395-bf68-eb064ed8d547","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.098825478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e7aa64-366a-41fe-82cf-c8152ceee91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.153327028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e7aa64-366a-41fe-82cf-c8152ceee91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.15341785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de3ab023-4c30-407a-99a0-f1bb822fd9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.206092799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e7aa64-366a-41fe-82cf-c8152ceee91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.259276666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e7aa64-366a-41fe-82cf-c8152ceee91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.312547692Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"5ce1770e-959a-49e3-818e-577e3b4be818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75d13b48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.411855047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de3ab023-4c30-407a-99a0-f1bb822fd9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.545513611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de3ab023-4c30-407a-99a0-f1bb822fd9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"e2e-worker-w0-dc087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.54553563Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-access","reconcileID":"de3ab023-4c30-407a-99a0-f1bb822fd9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:52.602886569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"b41a5a6b-dfe3-48cb-9f33-9eaa4d0ea9f3","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.080155898Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"e025ff00-4879-4f1a-85fc-3102f5782868","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.080238022Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"e025ff00-4879-4f1a-85fc-3102f5782868","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.134976803Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"e025ff00-4879-4f1a-85fc-3102f5782868","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.135004122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"e025ff00-4879-4f1a-85fc-3102f5782868","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.238279382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648c8cfa-0517-43b8-9bc1-396779e172df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.2909239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648c8cfa-0517-43b8-9bc1-396779e172df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.343778967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648c8cfa-0517-43b8-9bc1-396779e172df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:54.397031263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648c8cfa-0517-43b8-9bc1-396779e172df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:59.136106144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"64d94f7f-09b0-4f13-a980-13f6f24972fd","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:59.136201345Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"64d94f7f-09b0-4f13-a980-13f6f24972fd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:59.191368552Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"64d94f7f-09b0-4f13-a980-13f6f24972fd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:54:59.191470553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"64d94f7f-09b0-4f13-a980-13f6f24972fd","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:01.20099983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"62c574c0-dcf5-4547-9ed5-5b95e26b5e53","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:01.255569845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"363fb462-de61-4f8f-8ae7-6432219439da","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:01.255901574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"4d494b8e-1595-4ab8-994c-c568420405e8","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:02.366129166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"213a036e-e981-45cf-a51f-07278999ba48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:02.419628708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"213a036e-e981-45cf-a51f-07278999ba48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:02.473227921Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"premium-simulator-subscription","reconcileID":"213a036e-e981-45cf-a51f-07278999ba48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"name":"maas-trlp-premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a","model":"e2e-models-e2e-worker-w0-dc087a/premium-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:02.603877048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"fb9acda8-b679-4c6f-807c-1f84a944dab1","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:02.746889442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"9a81fc43-cdfe-413e-a6cc-8c05374e4b6d","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.192467404Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.192530361Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","namespace":"ai-tenant-e2e-worker-w0-dc087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.192579914Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","tenant":"e2e-worker-w0-dc087a","tenantID":"e2e-worker-w0-dc087a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.247593551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Deployment","name":"maas-api-e2e-worker-w0-dc087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.309001154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Service","name":"maas-api-e2e-worker-w0-dc087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.369154921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-dc087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.44132267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-dc087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.532845751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.590498619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.648659523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.704143233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.756661767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.809102107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.861799098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Service","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.914547437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:04.966860173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.018942263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.071003578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.129734339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.182342983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.234708036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.287017739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-dc087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:05.339343719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-dc087a"},"namespace":"ai-tenant-e2e-worker-w0-dc087a","name":"default-tenant","reconcileID":"3759555f-b61d-45d1-9b97-4bd4839e5e87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-dc087a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:11.20240879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-2-w0-dc087a","reconcileID":"14ff6d7b-3565-481c-b61f-a14c6e7a80bc","MaaSModelRef":{"name":"distinct-2-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-2-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-2-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:11.256959058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"simulator-w0-dc087a","reconcileID":"0c4f3d5b-c74c-4b8b-a177-28632a480043","MaaSModelRef":{"name":"simulator-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"simulator-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"simulator-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:11.257227324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"distinct-w0-dc087a","reconcileID":"bec86d5d-0e24-48b9-9cf3-b39d5346fd34","MaaSModelRef":{"name":"distinct-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"distinct-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"distinct-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:12.747633238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"namespace":"e2e-models-e2e-worker-w0-dc087a","name":"premium-w0-dc087a","reconcileID":"383aacd7-bdcf-4502-9a2b-53d7a7a257dd","MaaSModelRef":{"name":"premium-w0-dc087a","namespace":"e2e-models-e2e-worker-w0-dc087a"},"routeName":"premium-w0-dc087a-kserve-route","namespace":"e2e-models-e2e-worker-w0-dc087a","llmisvcName":"premium-w0-dc087a","gateway":"openshift-ingress/e2e-worker-w0-dc087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:13.672256627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:21.354886218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e60f75d1-9937-422c-b23b-0124d46acf79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:21.461095673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af99fe0b-358c-458d-9863-64b506c98e5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:21.566933589Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-dc087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-dc087a","reconcileID":"eea8add4-ab44-4715-94b4-f16a27ea14ea","aitenant":"ai-tenants/e2e-worker-w0-dc087a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:22.136793517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41841228-66a7-4943-9cf5-ddd220e21675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:22.191432032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41841228-66a7-4943-9cf5-ddd220e21675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:22.243972548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41841228-66a7-4943-9cf5-ddd220e21675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:22.297066201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41841228-66a7-4943-9cf5-ddd220e21675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:22.458567594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-dc087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-dc087a","reconcileID":"eea8add4-ab44-4715-94b4-f16a27ea14ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-dc087a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-dc087a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:24.214562471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f70c1-cc90-4c45-bd17-8286a917f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:24.267516403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f70c1-cc90-4c45-bd17-8286a917f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:24.32023796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f70c1-cc90-4c45-bd17-8286a917f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:24.372748001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f70c1-cc90-4c45-bd17-8286a917f024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:26.308422581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae859eb-34c1-4b15-a53c-ab40b512e9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:26.361966441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae859eb-34c1-4b15-a53c-ab40b512e9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:26.417236748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae859eb-34c1-4b15-a53c-ab40b512e9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T16:55:26.469993078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae859eb-34c1-4b15-a53c-ab40b512e9e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}